00000001:02000400:1.0F:1715208122.360038:0:14838:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 108a: migrate from ldiskfs to ZFS ==== 18:42:01 (1715208121) 00000400:00000010:0.0F:1715208126.592168:0:15095:0:(lib-cpt.c:94:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at ffff8800ac4d0900. 00000400:00000010:0.0:1715208126.592185:0:15095:0:(lib-cpt.c:103:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at ffff88009e34c080. 00000400:00000010:0.0:1715208126.592187:0:15095:0:(lib-cpt.c:107:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at ffff8800a2880f00. 00000400:00000010:0.0:1715208126.592188:0:15095:0:(lib-cpt.c:114:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at ffff8800b42541e8. 00000400:00000010:0.0:1715208126.592189:0:15095:0:(lib-cpt.c:121:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at ffff8800b6020b20. 00000400:00000010:0.0:1715208126.592191:0:15095:0:(lib-cpt.c:133:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at ffff88009e34c800. 00000400:00000010:0.0:1715208126.592192:0:15095:0:(lib-cpt.c:137:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at ffff8800b42541d8. 00000400:00000010:0.0:1715208126.593869:0:15095:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff8800b6020f80. 00000400:00000010:0.0:1715208126.593872:0:15095:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020fa0. 00000400:00000010:0.0:1715208126.593875:0:15095:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ac4d01c0. 00000400:00000010:0.0:1715208126.593876:0:15095:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at ffff8800b6020da0. 00000400:00000010:0.0:1715208126.593877:0:15095:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020a40. 00000400:00000010:0.0:1715208126.593878:0:15095:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800ac4d08c0. 00000400:00000200:0.0:1715208126.593916:0:15095:0:(api-ni.c:1019:lnet_register_lnd()) lo LND registered 00000400:00000200:1.0:1715208126.637435:0:15112:0:(api-ni.c:1019:lnet_register_lnd()) tcp LND registered 00000020:02000000:1.0:1715208126.685676:0:15124:0:(class_obd.c:700:obdclass_init()) Lustre: Build Version: 2.15.63_5_g8feb6a9 00000020:00000010:1.0:1715208126.689417:0:15124:0:(lustre_handles.c:168:class_handle_init()) kmalloced '(handle_hash)': 2097152 at ffff880134800000. 00000001:00000010:1.0:1715208126.690849:0:15124:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a0eb4f00. 00000001:00000010:1.0:1715208126.690855:0:15124:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012b1fd360. 00000001:00000010:1.0:1715208126.690859:0:15124:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6381a00. 00000001:00000010:1.0:1715208126.690862:0:15124:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6380000. 00000001:00000010:1.0:1715208126.690864:0:15124:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6380e00. 00000001:00000010:1.0:1715208126.690867:0:15124:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6381200. 00000020:00000010:1.0:1715208126.690902:0:15124:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6381400. 00000020:00000010:1.0:1715208126.690905:0:15124:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6381c00. 00000020:00000010:1.0:1715208126.690907:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1a40. 00000020:00000010:1.0:1715208126.690916:0:15124:0:(cl_object.c:1101:cl_global_init()) kmalloced '(cl_envs)': 192 at ffff8800a0eb49c0. 00000020:00000010:1.0:1715208126.691020:0:15124:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6381600. 00000020:00000010:1.0:1715208126.691022:0:15124:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6380c00. 00000020:00000010:1.0:1715208126.691024:0:15124:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012d5e9ea0. 00000020:00000010:1.0:1715208126.691028:0:15124:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f139a00. 00000020:00000010:1.0:1715208126.691031:0:15124:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f139e00. 00000020:00000010:1.0:1715208126.691032:0:15124:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009f139600. 00000020:00000010:1.0:1715208126.691034:0:15124:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012d5e9960. 00000020:00000010:1.0:1715208126.691036:0:15124:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f139400. 00000020:00000010:1.0:1715208126.691038:0:15124:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f139000. 00000020:00000010:1.0:1715208126.691040:0:15124:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009f138a00. 00000020:00000010:1.0:1715208126.691041:0:15124:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012d5e9f60. 00000020:00000010:1.0:1715208126.691043:0:15124:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f138800. 00000020:00000010:1.0:1715208126.691045:0:15124:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f138e00. 00000020:00000010:1.0:1715208126.691047:0:15124:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009f138600. 00000020:00000010:1.0:1715208126.691048:0:15124:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012d5e91e0. 00000020:00000010:1.0:1715208126.691050:0:15124:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009f138400. 02000000:00000010:1.0:1715208126.691053:0:15124:0:(page_pools.c:1020:obd_pool_init()) kmalloced '(page_pools)': 216 at ffff8800b5865300. 02000000:00000010:1.0:1715208126.691055:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88009f138200. 02000000:00000010:1.0:1715208126.691058:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a4ef000. 02000000:00000010:1.0:1715208126.691066:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f10c0. 02000000:00000010:1.0:1715208126.691069:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88009f138000. 02000000:00000010:1.0:1715208126.691071:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a4ec000. 02000000:00000010:1.0:1715208126.691073:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1c40. 02000000:00000010:1.0:1715208126.691075:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88009f139c00. 02000000:00000010:1.0:1715208126.691077:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57e400. 02000000:00000010:1.0:1715208126.691079:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1480. 02000000:00000010:1.0:1715208126.691081:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88009f139800. 02000000:00000010:1.0:1715208126.691083:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57d000. 02000000:00000010:1.0:1715208126.691084:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1900. 02000000:00000010:1.0:1715208126.691086:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88009f139200. 02000000:00000010:1.0:1715208126.691088:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57d800. 02000000:00000010:1.0:1715208126.691089:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1300. 02000000:00000010:1.0:1715208126.691091:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88009f138c00. 02000000:00000010:1.0:1715208126.691093:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57c400. 02000000:00000010:1.0:1715208126.691094:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1d40. 02000000:00000010:1.0:1715208126.691097:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a580400. 02000000:00000010:1.0:1715208126.691099:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57d400. 02000000:00000010:1.0:1715208126.691100:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1380. 02000000:00000010:1.0:1715208126.691102:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a580200. 02000000:00000010:1.0:1715208126.691104:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57e000. 02000000:00000010:1.0:1715208126.691105:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f19c0. 02000000:00000010:1.0:1715208126.691107:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a581400. 02000000:00000010:1.0:1715208126.691109:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57dc00. 02000000:00000010:1.0:1715208126.691110:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1940. 02000000:00000010:1.0:1715208126.691112:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a580c00. 02000000:00000010:1.0:1715208126.691114:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57f000. 02000000:00000010:1.0:1715208126.691140:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f15c0. 02000000:00000010:1.0:1715208126.691142:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a581200. 02000000:00000010:1.0:1715208126.691144:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57cc00. 02000000:00000010:1.0:1715208126.691149:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1680. 02000000:00000010:1.0:1715208126.691152:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a580a00. 02000000:00000010:1.0:1715208126.691154:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57fc00. 02000000:00000010:1.0:1715208126.691155:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1880. 02000000:00000010:1.0:1715208126.691157:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a581000. 02000000:00000010:1.0:1715208126.691159:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57c800. 02000000:00000010:1.0:1715208126.691161:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1040. 02000000:00000010:1.0:1715208126.691162:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a580000. 02000000:00000010:1.0:1715208126.691164:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57ec00. 02000000:00000010:1.0:1715208126.691166:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f11c0. 02000000:00000010:1.0:1715208126.691168:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff88012a580e00. 02000000:00000010:1.0:1715208126.691169:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57f400. 02000000:00000010:1.0:1715208126.691171:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1d80. 02000000:00000010:1.0:1715208126.691174:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6113a00. 02000000:00000010:1.0:1715208126.691176:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012a57e800. 02000000:00000010:1.0:1715208126.691177:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1ac0. 02000000:00000010:1.0:1715208126.691179:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6112800. 02000000:00000010:1.0:1715208126.691182:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff8801370f2400. 02000000:00000010:1.0:1715208126.691183:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b63f1500. 02000000:00000010:1.0:1715208126.691185:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6112a00. 02000000:00000010:1.0:1715208126.691188:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012aa23c00. 02000000:00000010:1.0:1715208126.691190:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b612ccc0. 02000000:00000010:1.0:1715208126.691192:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6113400. 02000000:00000010:1.0:1715208126.691195:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88012ab57000. 02000000:00000010:1.0:1715208126.691196:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b612cc00. 02000000:00000010:1.0:1715208126.691198:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6113c00. 02000000:00000010:1.0:1715208126.691201:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff880137708c00. 02000000:00000010:1.0:1715208126.691203:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b612c040. 02000000:00000010:1.0:1715208126.691205:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6113200. 02000000:00000010:1.0:1715208126.691207:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff880137709800. 02000000:00000010:1.0:1715208126.691213:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b612ce40. 02000000:00000010:1.0:1715208126.691215:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6112c00. 02000000:00000010:1.0:1715208126.691217:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88013770bc00. 02000000:00000010:1.0:1715208126.691219:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b612c500. 02000000:00000010:1.0:1715208126.691221:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b6113800. 02000000:00000010:1.0:1715208126.691223:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff88013770b800. 02000000:00000010:1.0:1715208126.691225:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b612c4c0. 02000000:00000010:1.0:1715208126.691227:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b618b800. 02000000:00000010:1.0:1715208126.691230:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff880137709c00. 02000000:00000010:1.0:1715208126.691231:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b612cd00. 02000000:00000010:1.0:1715208126.691233:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b618be00. 02000000:00000010:1.0:1715208126.691235:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff880137708800. 02000000:00000010:1.0:1715208126.691237:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b612c080. 02000000:00000010:1.0:1715208126.691238:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b618a600. 02000000:00000010:1.0:1715208126.691241:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff880136423c00. 02000000:00000010:1.0:1715208126.691242:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b612cbc0. 02000000:00000010:1.0:1715208126.691244:0:15124:0:(page_pools.c:1024:obd_pool_init()) kmalloced '(page_pools[pool_order])': 320 at ffff8800b618a000. 02000000:00000010:1.0:1715208126.691246:0:15124:0:(page_pools.c:992:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 560 at ffff880136421800. 02000000:00000010:1.0:1715208126.691248:0:15124:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b612cb80. 00000400:00000010:3.0F:1715208126.763317:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012b2feb20. 00000400:00000010:3.0:1715208126.763328:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b005ac00. 00000100:00000010:3.0:1715208126.763332:0:15136:0:(service.c:3335:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 192 at ffff8800ac4e5240. 00000100:00000010:3.0:1715208126.763472:0:15137:0:(service.c:2973:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff8800b005a740. 00000020:00000010:3.0:1715208126.763478:0:15137:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009e099800. 00000020:00000010:3.0:1715208126.763482:0:15137:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009e099c00. 00000040:00000010:3.0:1715208126.763485:0:15137:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88009e099e00. 00000020:00000010:3.0:1715208126.763489:0:15137:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a9799000. 00000020:00000010:3.0:1715208126.763493:0:15137:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b005a6c0. 00000100:00000010:3.0:1715208126.763642:0:15138:0:(service.c:2973:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff8800b005a500. 00000020:00000010:3.0:1715208126.763645:0:15138:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009e099200. 00000020:00000010:3.0:1715208126.763647:0:15138:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009e098a00. 00000040:00000010:3.0:1715208126.763649:0:15138:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88009e098c00. 00000020:00000010:3.0:1715208126.763651:0:15138:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a979f800. 00000020:00000010:3.0:1715208126.763653:0:15138:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b005a680. 00000100:00000200:0.0:1715208126.763789:0:15136:0:(events.c:609:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:0.0:1715208126.763903:0:15136:0:(api-ni.c:717:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at ffff8800b02cb400. 00000400:00000010:0.0:1715208126.763906:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020ba0. 00000400:00000010:0.0:1715208126.763910:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff88009e34cc00. 00000400:00000010:0.0:1715208126.763912:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b60209a0. 00000400:00000010:0.0:1715208126.763914:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff88009e34cd00. 00000400:00000010:0.0:1715208126.763920:0:15136:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at ffff8800a9b8e000. 00000400:00000010:0.0:1715208126.763923:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020600. 00000400:00000010:0.0:1715208126.763925:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff88009e34c600. 00000400:00000010:0.0:1715208126.763928:0:15136:0:(lib-msg.c:1236:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at ffff8800b6020520. 00000400:00000010:0.0:1715208126.763930:0:15136:0:(lib-msg.c:1246:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at ffff8800b60201e0. 00000400:00000010:0.0:1715208126.764001:0:15136:0:(api-ni.c:1206:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000840000. 00000400:00000010:0.0:1715208126.764009:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020a60. 00000400:00000010:0.0:1715208126.764011:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b62cbfc0. 00000400:00000010:0.0:1715208126.764090:0:15136:0:(api-ni.c:1206:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000851000. 00000400:00000010:0.0:1715208126.764104:0:15136:0:(lib-ptl.c:866:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at ffff8800b0246c00. 00000400:00000010:0.0:1715208126.764107:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7060. 00000400:00000010:0.0:1715208126.764109:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b60207a0. 00000400:00000010:0.0:1715208126.764111:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b62cb1c0. 00000400:00000010:0.0:1715208126.764125:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9b8c000. 00000400:00000010:0.0:1715208126.764128:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7660. 00000400:00000010:0.0:1715208126.764130:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020fc0. 00000400:00000010:0.0:1715208126.764168:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b62cb780. 00000400:00000010:0.0:1715208126.764175:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9b8a000. 00000400:00000010:0.0:1715208126.764178:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7c60. 00000400:00000010:0.0:1715208126.764179:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020de0. 00000400:00000010:0.0:1715208126.764181:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b62cb300. 00000400:00000010:0.0:1715208126.764187:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a9b88000. 00000400:00000010:0.0:1715208126.764189:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7960. 00000400:00000010:0.0:1715208126.764191:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020260. 00000400:00000010:0.0:1715208126.764192:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b62cbc00. 00000400:00000010:0.0:1715208126.764200:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009eb1e000. 00000400:00000010:0.0:1715208126.764202:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7c00. 00000400:00000010:0.0:1715208126.764219:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020e20. 00000400:00000010:0.0:1715208126.764220:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b62cb380. 00000400:00000010:0.0:1715208126.764485:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009eb1c000. 00000400:00000010:0.0:1715208126.764489:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b70c0. 00000400:00000010:0.0:1715208126.764589:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020cc0. 00000400:00000010:0.0:1715208126.764592:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b62cbe80. 00000400:00000010:0.0:1715208126.764597:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009eb1a000. 00000400:00000010:0.0:1715208126.764599:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7120. 00000400:00000010:0.0:1715208126.764600:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020980. 00000400:00000010:0.0:1715208126.764602:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b62cbdc0. 00000400:00000010:0.0:1715208126.764607:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009eb18000. 00000400:00000010:0.0:1715208126.764609:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7300. 00000400:00000010:0.0:1715208126.764610:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020d80. 00000400:00000010:0.0:1715208126.764611:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b62cb280. 00000400:00000010:0.0:1715208126.764617:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa42e000. 00000400:00000010:0.0:1715208126.764619:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b71e0. 00000400:00000010:0.0:1715208126.764620:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020700. 00000400:00000010:0.0:1715208126.764622:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61a80. 00000400:00000010:0.0:1715208126.764632:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa42c000. 00000400:00000010:0.0:1715208126.764634:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7de0. 00000400:00000010:0.0:1715208126.764636:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020860. 00000400:00000010:0.0:1715208126.764638:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61c00. 00000400:00000010:0.0:1715208126.764643:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa42a000. 00000400:00000010:0.0:1715208126.764645:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7ea0. 00000400:00000010:0.0:1715208126.764646:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020a00. 00000400:00000010:0.0:1715208126.764647:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61280. 00000400:00000010:0.0:1715208126.764652:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa428000. 00000400:00000010:0.0:1715208126.764654:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7a80. 00000400:00000010:0.0:1715208126.764655:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020180. 00000400:00000010:0.0:1715208126.764656:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61440. 00000400:00000010:0.0:1715208126.764662:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8c4e000. 00000400:00000010:0.0:1715208126.764664:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b73c0. 00000400:00000010:0.0:1715208126.764665:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020e60. 00000400:00000010:0.0:1715208126.764666:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61d80. 00000400:00000010:0.0:1715208126.764671:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8c4c000. 00000400:00000010:0.0:1715208126.764673:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b72a0. 00000400:00000010:0.0:1715208126.764675:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020d00. 00000400:00000010:0.0:1715208126.764676:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61380. 00000400:00000010:0.0:1715208126.764681:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8c4a000. 00000400:00000010:0.0:1715208126.764682:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7180. 00000400:00000010:0.0:1715208126.764684:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020c40. 00000400:00000010:0.0:1715208126.764685:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc619c0. 00000400:00000010:0.0:1715208126.764689:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a8c48000. 00000400:00000010:0.0:1715208126.764691:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7600. 00000400:00000010:0.0:1715208126.764692:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b60202a0. 00000400:00000010:0.0:1715208126.764693:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc616c0. 00000400:00000010:0.0:1715208126.764699:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009e2a8000. 00000400:00000010:0.0:1715208126.764701:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7840. 00000400:00000010:0.0:1715208126.764702:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020b60. 00000400:00000010:0.0:1715208126.764703:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61640. 00000400:00000010:0.0:1715208126.764712:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009e2aa000. 00000400:00000010:0.0:1715208126.764715:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7ae0. 00000400:00000010:0.0:1715208126.764716:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020100. 00000400:00000010:0.0:1715208126.764718:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61b40. 00000400:00000010:0.0:1715208126.764723:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009e2ac000. 00000400:00000010:0.0:1715208126.764724:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7f00. 00000400:00000010:0.0:1715208126.764726:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b60204c0. 00000400:00000010:0.0:1715208126.764727:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc611c0. 00000400:00000010:0.0:1715208126.764732:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88009e2ae000. 00000400:00000010:0.0:1715208126.764733:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7cc0. 00000400:00000010:0.0:1715208126.764735:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020c80. 00000400:00000010:0.0:1715208126.764736:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61740. 00000400:00000010:0.0:1715208126.764741:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab2e8000. 00000400:00000010:0.0:1715208126.764743:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7d80. 00000400:00000010:0.0:1715208126.764744:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020420. 00000400:00000010:0.0:1715208126.764745:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61e40. 00000400:00000010:0.0:1715208126.764750:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab2ea000. 00000400:00000010:0.0:1715208126.764752:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7900. 00000400:00000010:0.0:1715208126.764753:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b60204a0. 00000400:00000010:0.0:1715208126.764754:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc614c0. 00000400:00000010:0.0:1715208126.764759:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab2ec000. 00000400:00000010:0.0:1715208126.764761:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7540. 00000400:00000010:0.0:1715208126.764762:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020ae0. 00000400:00000010:0.0:1715208126.764763:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61fc0. 00000400:00000010:0.0:1715208126.764768:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab2ee000. 00000400:00000010:0.0:1715208126.764770:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b77e0. 00000400:00000010:0.0:1715208126.764771:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b60206a0. 00000400:00000010:0.0:1715208126.764772:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc612c0. 00000400:00000010:0.0:1715208126.764777:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a95d4000. 00000400:00000010:0.0:1715208126.764779:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7f60. 00000400:00000010:0.0:1715208126.764780:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020ea0. 00000400:00000010:0.0:1715208126.764782:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61300. 00000400:00000010:0.0:1715208126.764790:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a95d6000. 00000400:00000010:0.0:1715208126.764792:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7720. 00000400:00000010:0.0:1715208126.764794:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020760. 00000400:00000010:0.0:1715208126.764795:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61140. 00000400:00000010:0.0:1715208126.764820:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a95d0000. 00000400:00000010:0.0:1715208126.764823:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7360. 00000400:00000010:0.0:1715208126.764824:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020160. 00000400:00000010:0.0:1715208126.764826:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61f00. 00000400:00000010:0.0:1715208126.764831:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800a95d2000. 00000400:00000010:0.0:1715208126.764833:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7ba0. 00000400:00000010:0.0:1715208126.764834:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020ee0. 00000400:00000010:0.0:1715208126.764835:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61b80. 00000400:00000010:0.0:1715208126.764840:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012d4b2000. 00000400:00000010:0.0:1715208126.764842:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7420. 00000400:00000010:0.0:1715208126.764843:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020840. 00000400:00000010:0.0:1715208126.764844:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61040. 00000400:00000010:0.0:1715208126.764848:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012d4b4000. 00000400:00000010:0.0:1715208126.764850:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7d20. 00000400:00000010:0.0:1715208126.764851:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020640. 00000400:00000010:0.0:1715208126.764852:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61100. 00000400:00000010:0.0:1715208126.764856:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012d4b6000. 00000400:00000010:0.0:1715208126.764858:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7480. 00000400:00000010:0.0:1715208126.764859:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020300. 00000400:00000010:0.0:1715208126.764860:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61780. 00000400:00000010:0.0:1715208126.764865:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136b36000. 00000400:00000010:0.0:1715208126.764867:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7780. 00000400:00000010:0.0:1715208126.764868:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020140. 00000400:00000010:0.0:1715208126.764869:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61200. 00000400:00000010:0.0:1715208126.764874:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136b30000. 00000400:00000010:0.0:1715208126.764876:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7000. 00000400:00000010:0.0:1715208126.764877:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020460. 00000400:00000010:0.0:1715208126.764878:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61180. 00000400:00000010:0.0:1715208126.764887:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136b32000. 00000400:00000010:0.0:1715208126.764889:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b74e0. 00000400:00000010:0.0:1715208126.764891:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020020. 00000400:00000010:0.0:1715208126.764892:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61500. 00000400:00000010:0.0:1715208126.764898:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012da4a000. 00000400:00000010:0.0:1715208126.764900:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7b40. 00000400:00000010:0.0:1715208126.764901:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020c20. 00000400:00000010:0.0:1715208126.764902:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61d40. 00000400:00000010:0.0:1715208126.764908:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880137316000. 00000400:00000010:0.0:1715208126.764909:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7a20. 00000400:00000010:0.0:1715208126.764910:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020ca0. 00000400:00000010:0.0:1715208126.764912:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61a00. 00000400:00000010:0.0:1715208126.764917:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880137310000. 00000400:00000010:0.0:1715208126.764918:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b78a0. 00000400:00000010:0.0:1715208126.764919:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020d60. 00000400:00000010:0.0:1715208126.764921:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61b00. 00000400:00000010:0.0:1715208126.764926:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136bea000. 00000400:00000010:0.0:1715208126.764928:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b7240. 00000400:00000010:0.0:1715208126.764929:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020a20. 00000400:00000010:0.0:1715208126.764930:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc610c0. 00000400:00000010:0.0:1715208126.764952:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136be8000. 00000400:00000010:0.0:1715208126.764954:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800b43b75a0. 00000400:00000010:0.0:1715208126.764956:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020380. 00000400:00000010:0.0:1715208126.764957:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61c80. 00000400:00000010:0.0:1715208126.764963:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136bec000. 00000400:00000010:0.0:1715208126.764966:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048360. 00000400:00000010:0.0:1715208126.764967:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020240. 00000400:00000010:0.0:1715208126.764969:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61e00. 00000400:00000010:0.0:1715208126.764979:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012c480000. 00000400:00000010:0.0:1715208126.764982:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048300. 00000400:00000010:0.0:1715208126.764984:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020340. 00000400:00000010:0.0:1715208126.764985:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61980. 00000400:00000010:0.0:1715208126.764993:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012c482000. 00000400:00000010:0.0:1715208126.764996:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e0482a0. 00000400:00000010:0.0:1715208126.764998:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020820. 00000400:00000010:0.0:1715208126.765000:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61e80. 00000400:00000010:0.0:1715208126.765004:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012c484000. 00000400:00000010:0.0:1715208126.765007:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048420. 00000400:00000010:0.0:1715208126.765008:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b60209c0. 00000400:00000010:0.0:1715208126.765009:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61a40. 00000400:00000010:0.0:1715208126.765014:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012c486000. 00000400:00000010:0.0:1715208126.765016:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e0483c0. 00000400:00000010:0.0:1715208126.765017:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b60208c0. 00000400:00000010:0.0:1715208126.765019:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61f40. 00000400:00000010:0.0:1715208126.765029:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012dd90000. 00000400:00000010:0.0:1715208126.765032:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048000. 00000400:00000010:0.0:1715208126.765034:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020b80. 00000400:00000010:0.0:1715208126.765035:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61ec0. 00000400:00000010:0.0:1715208126.765041:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012dd92000. 00000400:00000010:0.0:1715208126.765043:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e0480c0. 00000400:00000010:0.0:1715208126.765044:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020220. 00000400:00000010:0.0:1715208126.765046:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61400. 00000400:00000010:0.0:1715208126.765051:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012dd94000. 00000400:00000010:0.0:1715208126.765053:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048180. 00000400:00000010:0.0:1715208126.765055:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b60209e0. 00000400:00000010:0.0:1715208126.765056:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc617c0. 00000400:00000010:0.0:1715208126.765062:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012dd96000. 00000400:00000010:0.0:1715208126.765064:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048a20. 00000400:00000010:0.0:1715208126.765065:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020560. 00000400:00000010:0.0:1715208126.765067:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61dc0. 00000400:00000010:0.0:1715208126.765077:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012db90000. 00000400:00000010:0.0:1715208126.765079:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048060. 00000400:00000010:0.0:1715208126.765081:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020000. 00000400:00000010:0.0:1715208126.765083:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61600. 00000400:00000010:0.0:1715208126.765092:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012db92000. 00000400:00000010:0.0:1715208126.765095:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e0481e0. 00000400:00000010:0.0:1715208126.765097:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020b00. 00000400:00000010:0.0:1715208126.765099:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61700. 00000400:00000010:0.0:1715208126.765104:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012db94000. 00000400:00000010:0.0:1715208126.765106:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048240. 00000400:00000010:0.0:1715208126.765108:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b60200e0. 00000400:00000010:0.0:1715208126.765109:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61480. 00000400:00000010:0.0:1715208126.765115:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012db96000. 00000400:00000010:0.0:1715208126.765117:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048f60. 00000400:00000010:0.0:1715208126.765118:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020960. 00000400:00000010:0.0:1715208126.765120:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61d00. 00000400:00000010:0.0:1715208126.765129:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b740000. 00000400:00000010:0.0:1715208126.765160:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048f00. 00000400:00000010:0.0:1715208126.765162:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020200. 00000400:00000010:0.0:1715208126.765164:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61340. 00000400:00000010:0.0:1715208126.765169:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b742000. 00000400:00000010:0.0:1715208126.765171:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048ea0. 00000400:00000010:0.0:1715208126.765173:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b6020d20. 00000400:00000010:0.0:1715208126.765174:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc615c0. 00000400:00000010:0.0:1715208126.765178:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b744000. 00000400:00000010:0.0:1715208126.765180:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048e40. 00000400:00000010:0.0:1715208126.765183:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a20a0. 00000400:00000010:0.0:1715208126.765184:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61080. 00000400:00000010:0.0:1715208126.765189:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b746000. 00000400:00000010:0.0:1715208126.765191:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048de0. 00000400:00000010:0.0:1715208126.765194:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a29e0. 00000400:00000010:0.0:1715208126.765195:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61680. 00000400:00000010:0.0:1715208126.765205:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012d4b8000. 00000400:00000010:0.0:1715208126.765208:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048d80. 00000400:00000010:0.0:1715208126.765210:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a2c00. 00000400:00000010:0.0:1715208126.765211:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61840. 00000400:00000010:0.0:1715208126.765220:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012d4ba000. 00000400:00000010:0.0:1715208126.765223:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048d20. 00000400:00000010:0.0:1715208126.765225:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a2220. 00000400:00000010:0.0:1715208126.765227:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61f80. 00000400:00000010:0.0:1715208126.765231:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012d4bc000. 00000400:00000010:0.0:1715208126.765233:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048cc0. 00000400:00000010:0.0:1715208126.765235:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a21e0. 00000400:00000010:0.0:1715208126.765236:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61940. 00000400:00000010:0.0:1715208126.765241:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012d4be000. 00000400:00000010:0.0:1715208126.765243:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048c60. 00000400:00000010:0.0:1715208126.765245:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a27e0. 00000400:00000010:0.0:1715208126.765246:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61580. 00000400:00000010:0.0:1715208126.765256:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b840000. 00000400:00000010:0.0:1715208126.765259:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048c00. 00000400:00000010:0.0:1715208126.765261:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a2240. 00000400:00000010:0.0:1715208126.765262:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61540. 00000400:00000010:0.0:1715208126.765267:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b842000. 00000400:00000010:0.0:1715208126.765270:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048ba0. 00000400:00000010:0.0:1715208126.765271:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a2620. 00000400:00000010:0.0:1715208126.765273:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61800. 00000400:00000010:0.0:1715208126.765278:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b844000. 00000400:00000010:0.0:1715208126.765280:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048b40. 00000400:00000010:0.0:1715208126.765282:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a2b20. 00000400:00000010:0.0:1715208126.765283:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61240. 00000400:00000010:0.0:1715208126.765288:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b846000. 00000400:00000010:0.0:1715208126.765291:0:15136:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff88009e048ae0. 00000400:00000010:0.0:1715208126.765292:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a2520. 00000400:00000010:0.0:1715208126.765294:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61900. 00000400:00000010:0.0:1715208126.765303:0:15136:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b650000. 00000400:00000010:0.0:1715208126.765307:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a2920. 00000400:00000010:0.0:1715208126.765308:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61880. 00000400:00000010:0.0:1715208126.765312:0:15136:0:(config.c:329:lnet_net_alloc()) alloc '(net)': 176 at ffff880134ae53c0. 00000400:00000010:0.0:1715208126.765317:0:15136:0:(config.c:407:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff8800b0246400. 00000400:00000010:0.0:1715208126.765324:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a2300. 00000400:00000010:0.0:1715208126.765326:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc618c0. 00000400:00000010:0.0:1715208126.765327:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a28e0. 00000400:00000010:0.0:1715208126.765329:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61cc0. 00000400:00000010:0.0:1715208126.765335:0:15136:0:(config.c:572:lnet_parse_networks()) alloc '(tokens)': 4 at ffff8800b4254138. 00000400:00000010:0.0:1715208126.765340:0:15136:0:(config.c:329:lnet_net_alloc()) alloc '(net)': 176 at ffff880134ae5480. 00000400:00000010:0.0:1715208126.765342:0:15136:0:(config.c:407:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff8800b0247e00. 00000400:00000010:0.0:1715208126.765344:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a2a60. 00000400:00000010:0.0:1715208126.765345:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61c40. 00000400:00000010:0.0:1715208126.765347:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a2cc0. 00000400:00000010:0.0:1715208126.765348:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012fc61ac0. 00000400:00000010:0.0:1715208126.765350:0:15136:0:(config.c:788:lnet_parse_networks()) kfreed 'tokens': 4 at ffff8800b4254138. 00000400:00000010:0.0:1715208126.765364:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800b58a2ee0. 00000400:00000010:0.0:1715208126.765366:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff88009e34c180. 00000800:00000200:0.0:1715208126.765869:0:15136:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=5, iface=lo ifindex 1 state 0 00000800:00000200:0.0:1715208126.765873:0:15136:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=1, iface=lo ifindex 1 state 0 00000800:00000200:0.0:1715208126.765874:0:15136:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=5, iface=eth0 ifindex 2 state 6 00000800:00000200:0.0:1715208126.765876:0:15136:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=1, iface=eth0 ifindex 2 state 6 00000800:00000010:0.0:1715208126.765881:0:15136:0:(socklnd.c:2586:ksocknal_startup()) alloc '(net)': 208 at ffff880136bd7900. 00000400:00000010:0.0:1715208126.765893:0:15136:0:(config.c:380:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at ffff8800b4254138. 00000800:00000010:3.0:1715208126.765960:0:15144:0:(socklnd_cb.c:1465:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800a9798000. 00000800:00000010:3.0:1715208126.765967:0:15144:0:(socklnd_cb.c:1472:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800a9ad8000. 00000800:00000010:3.0:1715208126.766006:0:15145:0:(socklnd_cb.c:1465:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800a979c000. 00000800:00000010:3.0:1715208126.766011:0:15145:0:(socklnd_cb.c:1472:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800a9add000. 00000400:00000200:0.0:1715208126.766052:0:15136:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000800:00000010:3.0:1715208126.766058:0:15146:0:(socklnd_cb.c:1465:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800a979b800. 00000400:02000000:0.0:1715208126.766062:0:15136:0:(api-ni.c:2586:lnet_startup_lndni()) Added LNI 192.168.202.30@tcp [8/256/0/180] 00000800:00000010:3.0:1715208126.766062:0:15146:0:(socklnd_cb.c:1472:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800a9adc000. 00000400:02000000:3.0:1715208126.769003:0:15147:0:(acceptor.c:383:lnet_acceptor()) Accept secure, port 988 00000400:00000010:1.0:1715208126.771266:0:15136:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff8800b612c9c0. 00000400:00000010:1.0:1715208126.771281:0:15136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd66e0. 00000400:00000010:1.0:1715208126.771290:0:15136:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da770. 00000400:00000200:1.0:1715208126.771305:0:15136:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:1.0:1715208126.771309:0:15136:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff8800b618a400. 00000400:00000010:1.0:1715208126.771313:0:15136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208126.771316:0:15136:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000400:00000200:1.0:1715208126.771320:0:15136:0:(api-ni.c:2233:lnet_push_target_post()) posted push target ffff8800b618a400 00000400:00000200:1.0:1715208126.771323:0:15136:0:(api-ni.c:2190:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:1.0:1715208126.771327:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012b1fdae0. 00000400:00000010:1.0:1715208126.771331:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b612c980. 00000400:00000010:1.0:1715208126.771335:0:15136:0:(lib-cpt.c:1158:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012b1fd7e0. 00000400:00000010:1.0:1715208126.771348:0:15136:0:(lib-cpt.c:1168:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b612c3c0. 00000400:00000200:2.0F:1715208126.771734:0:15136:0:(peer.c:4234:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:2.0:1715208126.771881:0:15136:0:(ptlrpcd.c:817:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at ffff88009e115fe0. 00000400:00000200:3.0:1715208126.771885:0:15149:0:(peer.c:4052:lnet_peer_discovery()) started 00000100:00000010:3.0:1715208126.772042:0:15150:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ac4e5780. 00000020:00000010:3.0:1715208126.772049:0:15150:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009e098400. 00000020:00000010:3.0:1715208126.772052:0:15150:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009e098600. 00000020:00000010:3.0:1715208126.772055:0:15150:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009eb51f60. 00000040:00000010:3.0:1715208126.772059:0:15150:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88009e098200. 00000020:00000010:3.0:1715208126.772062:0:15150:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a979a800. 00000020:00000010:3.0:1715208126.772065:0:15150:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009e099400. 00000100:00000010:2.0:1715208126.772085:0:15136:0:(ptlrpcd.c:914:ptlrpcd_init()) kmalloced '(pd)': 760 at ffff8800aa5b2400. 00000100:00000010:2.0:1715208126.772092:0:15136:0:(ptlrpcd.c:605:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88009e115fa8. 00000100:00000010:2.0:1715208126.772094:0:15136:0:(ptlrpcd.c:605:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88009e115fc0. 00000100:00000010:2.0:1715208126.772097:0:15136:0:(ptlrpcd.c:605:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88009e115fb8. 00000100:00000010:2.0:1715208126.772099:0:15136:0:(ptlrpcd.c:605:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff88009e115ec8. 00000100:00000010:3.0:1715208126.772263:0:15151:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ac4e5900. 00000020:00000010:3.0:1715208126.772266:0:15151:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009e099000. 00000020:00000010:3.0:1715208126.772269:0:15151:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009e098e00. 00000020:00000010:3.0:1715208126.772271:0:15151:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009eb513c0. 00000040:00000010:3.0:1715208126.772281:0:15151:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88009e098800. 00000020:00000010:3.0:1715208126.772284:0:15151:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a979d800. 00000020:00000010:3.0:1715208126.772287:0:15151:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009e098000. 00000100:00000010:0.0:1715208126.772428:0:15152:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880134ae5e40. 00000020:00000010:0.0:1715208126.772436:0:15152:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b0247800. 00000020:00000010:0.0:1715208126.772440:0:15152:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b0247600. 00000020:00000010:0.0:1715208126.772443:0:15152:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e048a80. 00000040:00000010:0.0:1715208126.772446:0:15152:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b0247400. 00000020:00000010:0.0:1715208126.772450:0:15152:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b63ee000. 00000020:00000010:0.0:1715208126.772453:0:15152:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b0246800. 00000100:00000010:1.0:1715208126.772612:0:15153:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0eb4e40. 00000020:00000010:1.0:1715208126.772620:0:15153:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8801370f8000. 00000020:00000010:1.0:1715208126.772623:0:15153:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8801370f8400. 00000020:00000010:1.0:1715208126.772626:0:15153:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012d5e9f00. 00000040:00000010:1.0:1715208126.772630:0:15153:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8801370f8200. 00000020:00000010:1.0:1715208126.772634:0:15153:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a25a8000. 00000020:00000010:1.0:1715208126.772638:0:15153:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b0160200. 00000100:00000010:3.0:1715208126.772887:0:15154:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ac4e5000. 00000020:00000010:3.0:1715208126.772896:0:15154:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009e099600. 00000020:00000010:3.0:1715208126.772900:0:15154:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009e099a00. 00000020:00000010:3.0:1715208126.772902:0:15154:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009eb514e0. 00000040:00000010:3.0:1715208126.772907:0:15154:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6116000. 00000020:00000010:3.0:1715208126.772910:0:15154:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a979b000. 00000020:00000010:3.0:1715208126.772914:0:15154:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6116200. 00000100:00000010:2.0:1715208126.773292:0:15136:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff88009e197960. 00000100:00000010:2.0:1715208126.773298:0:15136:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff88009e1971e0. 00000100:00000010:2.0:1715208126.773300:0:15136:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff88009e197ae0. 00000100:00000010:2.0:1715208126.773302:0:15136:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff88009e1972a0. 00000100:00000010:2.0:1715208126.773305:0:15136:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff88009e197c60. 00000100:00000010:2.0:1715208126.773307:0:15136:0:(nrs.c:1252:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at ffff88009e197480. 00000001:00000010:2.0:1715208126.774080:0:15136:0:(nodemap_handler.c:1760:nodemap_config_alloc()) kmalloced '(config)': 112 at ffff88009e047500. 00000001:00000010:2.0:1715208126.774087:0:15136:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88009e2b1a80. 00000001:00000010:2.0:1715208126.774093:0:15136:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88009e115ff8. 00000001:00000010:2.0:1715208126.774096:0:15136:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88009e2b13c0. 00000001:00000010:2.0:1715208126.774103:0:15136:0:(nodemap_handler.c:1162:nodemap_create()) kmalloced '(nodemap)': 4720 at ffff8800a1404000. 00000001:00000010:2.0:1715208126.774142:0:15136:0:(nodemap_lproc.c:1024:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at ffff8800b60de280. 02000000:00000010:0.0:1715208126.821567:0:15166:0:(upcall_cache.c:552:upcall_cache_init()) alloc '(cache)': 1192 at ffff8800b63eb800. 02000000:00000010:0.0:1715208126.821573:0:15166:0:(upcall_cache.c:560:upcall_cache_init()) alloc '(cache->uc_hashtable)': 1024 at ffff8800b02c8400. 02000000:00000010:0.0:1715208126.821578:0:15166:0:(upcall_cache.c:552:upcall_cache_init()) alloc '(cache)': 1192 at ffff8800b63e9800. 02000000:00000010:0.0:1715208126.821599:0:15166:0:(upcall_cache.c:560:upcall_cache_init()) alloc '(cache->uc_hashtable)': 16384 at ffffc90000862000. 00000020:00000010:1.0:1715208128.459304:0:15204:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009ea08800. 00000008:00000010:0.0:1715208128.507093:0:15216:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b5b39700. 00000100:00000010:0.0:1715208128.507100:0:15216:0:(client.c:649:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at ffff8800b5b398c0. 00000020:00000010:0.0:1715208128.507158:0:15216:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009e34c400. 00000020:00000010:1.0:1715208128.555237:0:15228:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009ea08c80. 00000020:00000010:0.0:1715208128.600570:0:15240:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009e34c500. 00000020:00000010:1.0:1715208128.645162:0:15252:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009ea08e80. 00008000:02000000:3.0:1715208128.691921:0:15264:0:(echo_client.c:2590:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:3.0:1715208128.697732:0:15264:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800a951e180. 00000020:00000010:3.0:1715208128.698499:0:15264:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800a951ea80. 00000020:00000010:3.0:1715208128.793430:0:15285:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800a951e780. 00000020:00000010:1.0:1715208129.323794:0:15501:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009ea08880. 00000020:00000010:3.0:1715208129.380512:0:15514:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800a951e100. 00000020:00000010:3.0:1715208129.445400:0:15526:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800a951e480. 00000020:00000010:3.0:1715208129.445423:0:15526:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff8800a951e000. 00000020:00000010:0.0:1715208129.488994:0:15538:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009e34c780. 00000020:00000010:1.0:1715208129.541890:0:15550:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009ea08280. 00000020:00000010:1.0:1715208129.591176:0:15562:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009ea08080. 00000020:00000010:0.0:1715208129.643923:0:15574:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009e34cf80. 00000020:00000010:0.0:1715208129.643945:0:15574:0:(genops.c:257:class_register_type()) kmalloced '(type)': 112 at ffff88009e34c380. 00000020:00000010:2.0:1715208129.707341:0:15586:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b0135e10. 00000020:00000010:2.0:1715208129.707347:0:15586:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a60e800. 00000020:00000010:2.0:1715208129.707351:0:15586:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012a60ee00. 00000020:00000010:2.0:1715208129.707353:0:15586:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e1976c0. 00000008:00000010:2.0:1715208129.707367:0:15586:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5810000. 00020000:00000010:2.0:1715208129.707371:0:15586:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e93be40. 00008000:00000010:2.0:1715208129.707379:0:15586:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3c000. 00000080:00000010:2.0:1715208129.707387:0:15586:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb7000. 00000080:00000010:2.0:1715208129.707394:0:15586:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3c000. 00000020:00000010:2.0:1715208129.707397:0:15586:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a60e000. 00000008:00000010:2.0:1715208129.707403:0:15586:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b00e0000. 00020000:00000010:2.0:1715208129.707410:0:15586:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a690c000. 00008000:00000010:2.0:1715208129.707413:0:15586:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e115f00. 00000080:00000010:2.0:1715208129.707419:0:15586:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009ffe1000. 00000020:00000010:3.0:1715208160.315473:0:16227:0:(obd_mount.c:602:lustre_init_lsi()) kmalloced '(lsi)': 1216 at ffff88012c0c4800. 00000020:00000010:3.0:1715208160.315481:0:16227:0:(obd_mount.c:605:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff8800a951ed80. 00000020:00000010:3.0:1715208160.315491:0:16227:0:(obd_mount.c:1453:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff8800a9ade000. 00000020:00000010:3.0:1715208160.315500:0:16227:0:(obd_mount.c:1650:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at ffff8800b61c8920. 00000020:00000010:3.0:1715208160.315503:0:16227:0:(obd_mount.c:1707:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at ffff88012f323d70. 00000020:00000010:3.0:1715208160.315545:0:16227:0:(obd_mount.c:284:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff8800b61c8f20. 00000020:00000010:3.0:1715208160.315547:0:16227:0:(obd_mount.c:285:lustre_start_mgc()) kmalloced '(niduuid)': 25 at ffff8800b61c8c20. 00000020:00000010:3.0:1715208160.315551:0:16227:0:(obd_mount.c:292:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8800ac4e5cc0. 00000020:00000010:3.0:1715208160.315561:0:16227:0:(obd_mount.c:174:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88009eb516c0. 00000100:00000010:3.0:1715208160.315568:0:16227:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800b5992400. 00000400:00000200:3.0:1715208160.315574:0:16227:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000010:3.0:1715208160.315584:0:16227:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 376 at ffff8800b6117200. 00000400:00000200:3.0:1715208160.315589:0:16227:0:(peer.c:270:lnet_peer_alloc()) ffff8800b6117200 nid 192.168.202.130@tcp 00000400:00000010:3.0:1715208160.315592:0:16227:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff88009eb51420. 00000400:00000200:3.0:1715208160.315595:0:16227:0:(peer.c:203:lnet_peer_net_alloc()) ffff88009eb51420 net tcp 00000400:00000010:3.0:1715208160.315598:0:16227:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 360 at ffff8800b6117600. 00000400:00000200:3.0:1715208160.315603:0:16227:0:(peer.c:184:lnet_peer_ni_alloc()) ffff8800b6117600 nid 192.168.202.130@tcp 00000400:00000200:3.0:1715208160.315616:0:16227:0:(peer.c:1099:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.130@tcp: -2 00000400:00000200:3.0:1715208160.315622:0:16227:0:(peer.c:1646:lnet_peer_attach_peer_ni()) peer 192.168.202.130@tcp NID 192.168.202.130@tcp flags 0x100001 00000400:00000200:3.0:1715208160.315651:0:16227:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.130@tcp: 0 00000400:00000200:3.0:1715208160.315653:0:16227:0:(peer.c:2736:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1715208160.315656:0:16227:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1715208160.315659:0:16227:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.130@tcp NID 192.168.202.130@tcp: 0. pending discovery 00000020:00000010:3.0:1715208160.315664:0:16227:0:(obd_mount.c:180:do_lcfg()) kfreed 'lcfg': 96 at ffff88009eb516c0. 00000020:00000010:3.0:1715208160.315668:0:16227:0:(obd_mount.c:423:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff8801376bbe80. 00000020:00000010:3.0:1715208160.315675:0:16227:0:(obd_mount.c:174:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8800a951ed00. 00000020:00000010:3.0:1715208160.315697:0:16227:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a95d8000. 00000020:00000010:3.0:1715208160.315705:0:16227:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff88012c0c2800. 00000020:00000010:3.0:1715208160.315745:0:16227:0:(obd_mount.c:180:do_lcfg()) kfreed 'lcfg': 120 at ffff8800a951ed00. 00000020:00000010:3.0:1715208160.315748:0:16227:0:(obd_mount.c:174:do_lcfg()) kmalloced '(lcfg)': 112 at ffff8800a951ed00. 00000400:00000200:0.0:1715208160.315752:0:15149:0:(peer.c:3998:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1715208160.315765:0:15149:0:(peer.c:4111:lnet_peer_discovery()) peer 192.168.202.130@tcp(ffff8800b6117200) state 0x100041 00000400:00000010:0.0:1715208160.315773:0:15149:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff8800b6f06c00. 00000400:00000010:0.0:1715208160.315780:0:15149:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc2a8. 00000400:00000010:0.0:1715208160.315800:0:15149:0:(lib-lnet.h:467:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801373df230. 00000400:00000200:0.0:1715208160.315806:0:15149:0:(lib-move.c:5498:LNetGet()) LNetGet -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208160.315821:0:15149:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208160.315839:0:15149:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208160.315843:0:15149:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208160.315847:0:15149:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208160.315850:0:15149:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208160.315854:0:15149:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1:1:256:4294967295] 192.168.202.130@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1715208160.315860:0:15149:0:(lib-move.c:1963:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.130@tcp 00000400:00000200:0.0:1715208160.315867:0:15149:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : GET try# 0 00000800:00000200:0.0:1715208160.315874:0:15149:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208160.315879:0:15149:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff880136bd7000. 00000800:00000010:0.0:1715208160.315889:0:15149:0:(socklnd.c:178:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff880134ae56c0. 00000800:00000010:0.0:1715208160.315892:0:15149:0:(socklnd.c:127:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at ffff880134ae5780. 00000800:00000200:0.0:1715208160.315897:0:15149:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (2) 00000800:00000200:0.1F:1715208160.315902:0:15149:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (2) 00000400:00000200:0.0:1715208160.315935:0:15149:0:(peer.c:3798:lnet_peer_send_ping()) peer 192.168.202.130@tcp 00000400:00000200:0.0:1715208160.315938:0:15149:0:(peer.c:4133:lnet_peer_discovery()) peer 192.168.202.130@tcp(ffff8800b6117200) state 0x100241 rc 0 00000001:00000010:3.0:1715208160.316908:0:16227:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ac4e53c0. 00000001:00000010:3.0:1715208160.316916:0:16227:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b61c8ac0. 00000001:00000010:3.0:1715208160.316921:0:16227:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6116800. 00000001:00000010:3.0:1715208160.316924:0:16227:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6117400. 00000001:00000010:3.0:1715208160.316927:0:16227:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6117000. 00000001:00000010:3.0:1715208160.316929:0:16227:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6117a00. 00000001:00000010:3.0:1715208160.316932:0:16227:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ac4e5480. 00000001:00000010:3.0:1715208160.316935:0:16227:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b61c8b60. 00000001:00000010:3.0:1715208160.316937:0:16227:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6116400. 00000001:00000010:3.0:1715208160.316939:0:16227:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6116e00. 00000001:00000010:3.0:1715208160.316941:0:16227:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6117c00. 00000001:00000010:3.0:1715208160.316944:0:16227:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6117e00. 00010000:00000010:3.0:1715208160.316958:0:16227:0:(ldlm_lockd.c:3281:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff8800b61c8d20. 00000100:00000010:3.0:1715208160.317049:0:16227:0:(service.c:760:ptlrpc_register_service()) kmalloced '(service)': 320 at ffff8800b6116a00. 00000100:00000010:3.0:1715208160.317056:0:16227:0:(service.c:818:ptlrpc_register_service()) kmalloced '(svcpt)': 792 at ffff8800b5993c00. 00000100:00000010:3.0:1715208160.317075:0:16227:0:(service.c:647:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800a8df0000. 00000100:00000010:3.0:1715208160.317083:0:16227:0:(service.c:655:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800a9ad9000. 00000100:00000010:3.0:1715208160.317090:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b5993000. 00000100:00000010:3.0:1715208160.317096:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a04b0000. 00000400:00000200:3.0:1715208160.317107:0:16227:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:3.0:1715208160.317153:0:16227:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009eb516c0. 00000020:00000010:3.0:1715208160.317159:0:16227:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8800a9ada000. 00000100:00000010:3.0:1715208160.317214:0:16227:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800ac4e5f00. 00000100:00000010:3.0:1715208160.317222:0:16227:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8800b62384c0. 00000100:00000010:3.0:1715208160.317227:0:16227:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800ac4e5600. 00000100:00000010:3.0:1715208160.317232:0:16227:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800ac4e5300. 00000100:00000010:3.0:1715208160.317235:0:16227:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800ac4e5c00. 00000100:00000200:3.0:1715208160.317266:0:16227:0:(service.c:851:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:3.0:1715208160.317270:0:16227:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6117800. 00000800:00000010:2.0:1715208160.317556:0:15139:0:(socklnd.c:946:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800a1406000. 00000800:00000010:2.0:1715208160.317564:0:15139:0:(socklnd.c:972:ksocknal_create_conn()) alloc '(hello)': 144 at ffff88009e93bf00. 00000800:00000010:2.0:1715208160.317570:0:15139:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800ab090140. 00000800:00000010:2.0:1715208160.317580:0:15139:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800ab090140. 00000100:00000010:1.0:1715208160.317760:0:16228:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012a5aa740. 00000020:00000010:1.0:1715208160.317768:0:16228:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a5aa500. 00000020:00000010:1.0:1715208160.317776:0:16228:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b0160400. 00000020:00000010:1.0:1715208160.317782:0:16228:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b0161400. 00000040:00000010:1.0:1715208160.317785:0:16228:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b0161a00. 00000020:00000010:1.0:1715208160.317789:0:16228:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800a25a9800. 00000020:00000010:1.0:1715208160.317807:0:16228:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800b43f8000. 00000020:00000010:1.0:1715208160.317812:0:16228:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b0160600. 80000000:00000010:1.0:1715208160.317817:0:16228:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d5e9240. 40000000:00000010:1.0:1715208160.317820:0:16228:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012a5aa0c0. 00100000:00000010:1.0:1715208160.317825:0:16228:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800a25ab800. 00040000:00000010:1.0:1715208160.317829:0:16228:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b5865a00. 00040000:00000010:1.0:1715208160.317833:0:16228:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a25af000. 00040000:00000010:1.0:1715208160.317836:0:16228:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b0160a00. 00000004:00000010:1.0:1715208160.317841:0:16228:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800a25a9000. 00000004:00000010:1.0:1715208160.317847:0:16228:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800b0300000. 00000004:00000010:1.0:1715208160.317852:0:16228:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a620800. 00002000:00000010:1.0:1715208160.317857:0:16228:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b5bb4800. 00000004:00000010:1.0:1715208160.317861:0:16228:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800b5bb4400. 00000100:00000200:1.0:1715208160.317872:0:16228:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1715208160.317878:0:16228:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd67e8. 00000400:00000010:1.0:1715208160.317883:0:16228:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a0eb4600. 00000100:00000010:1.0:1715208160.317891:0:16228:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012a623000. 00000100:00000200:1.0:1715208160.317914:0:16228:0:(service.c:2832:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1715208160.317946:0:16227:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b600be00. 00000100:00000010:3.0:1715208160.318291:0:16229:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6238680. 00000020:00000010:3.0:1715208160.318296:0:16229:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6238cc0. 00000020:00000010:3.0:1715208160.318302:0:16229:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b600bc00. 00000020:00000010:3.0:1715208160.318306:0:16229:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b600ba00. 00000040:00000010:3.0:1715208160.318310:0:16229:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b600b800. 00000020:00000010:3.0:1715208160.318314:0:16229:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012c0c5800. 00000020:00000010:3.0:1715208160.318330:0:16229:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800aa588000. 00000020:00000010:3.0:1715208160.318334:0:16229:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b600b600. 80000000:00000010:3.0:1715208160.318338:0:16229:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009eb51660. 40000000:00000010:3.0:1715208160.318341:0:16229:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6238740. 00100000:00000010:3.0:1715208160.318347:0:16229:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012c0c3000. 00040000:00000010:3.0:1715208160.318351:0:16229:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88009f307600. 00040000:00000010:3.0:1715208160.318355:0:16229:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012c0c6000. 00040000:00000010:3.0:1715208160.318358:0:16229:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b600b400. 00000004:00000010:3.0:1715208160.318363:0:16229:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012c0c6800. 00000004:00000010:3.0:1715208160.318370:0:16229:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800a9adb000. 00000004:00000010:3.0:1715208160.318375:0:16229:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012c0c1000. 00002000:00000010:3.0:1715208160.318379:0:16229:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b5990c00. 00000004:00000010:3.0:1715208160.318384:0:16229:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800b5990000. 00000100:00000010:3.0:1715208160.318389:0:16229:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012c0c4000. 00000100:00000200:3.0:1715208160.318415:0:16229:0:(service.c:2832:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1715208160.318448:0:16227:0:(service.c:760:ptlrpc_register_service()) kmalloced '(service)': 320 at ffff88012a60e200. 00000100:00000010:2.0:1715208160.318456:0:16227:0:(service.c:818:ptlrpc_register_service()) kmalloced '(svcpt)': 792 at ffff8800aa5b1000. 00000100:00000010:2.0:1715208160.318475:0:16227:0:(service.c:647:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800b030c000. 00000100:00000010:2.0:1715208160.318483:0:16227:0:(service.c:655:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8801369e5000. 00000100:00000010:2.0:1715208160.318489:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa5b2800. 00000100:00000010:2.0:1715208160.318496:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a1402000. 00000100:00000010:2.0:1715208160.318499:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa5b3000. 00000100:00000010:2.0:1715208160.318506:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a1400000. 00000100:00000010:2.0:1715208160.318508:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa5b0c00. 00000100:00000010:2.0:1715208160.318539:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a1d8e000. 00000100:00000010:2.0:1715208160.318542:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa5b3400. 00000100:00000010:2.0:1715208160.318547:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a1d8c000. 00000100:00000010:2.0:1715208160.318550:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa5b2c00. 00000100:00000010:2.0:1715208160.318555:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a1d8a000. 00000100:00000010:2.0:1715208160.318557:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa5b3800. 00000100:00000010:2.0:1715208160.318562:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a1d88000. 00000100:00000010:2.0:1715208160.318564:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa5b0000. 00000100:00000010:2.0:1715208160.318569:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab39e000. 00000100:00000010:2.0:1715208160.318571:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800aa5b0800. 00000100:00000010:2.0:1715208160.318576:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab39c000. 00000100:00000010:2.0:1715208160.318579:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff880136421400. 00000100:00000010:2.0:1715208160.318583:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab39a000. 00000100:00000010:2.0:1715208160.318586:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc67800. 00000100:00000010:2.0:1715208160.318591:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab398000. 00000100:00000010:2.0:1715208160.318593:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc66000. 00000100:00000010:2.0:1715208160.318598:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab28e000. 00000100:00000010:2.0:1715208160.318601:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc64000. 00000100:00000010:2.0:1715208160.318613:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab28c000. 00000100:00000010:2.0:1715208160.318616:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc65400. 00000100:00000010:2.0:1715208160.318620:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab28a000. 00000100:00000010:2.0:1715208160.318624:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc65000. 00000100:00000010:2.0:1715208160.318628:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab288000. 00000100:00000010:2.0:1715208160.318631:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc66800. 00000100:00000010:2.0:1715208160.318642:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a3000000. 00000100:00000010:2.0:1715208160.318645:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc67400. 00000100:00000010:2.0:1715208160.318650:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a3002000. 00000100:00000010:2.0:1715208160.318652:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc67000. 00000100:00000010:2.0:1715208160.318657:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a3004000. 00000100:00000010:2.0:1715208160.318660:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc64c00. 00000100:00000010:2.0:1715208160.318664:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a3006000. 00000100:00000010:2.0:1715208160.318667:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc65c00. 00000100:00000010:2.0:1715208160.318677:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e338000. 00000100:00000010:2.0:1715208160.318680:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc66400. 00000100:00000010:2.0:1715208160.318684:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e33a000. 00000100:00000010:2.0:1715208160.318687:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc65800. 00000100:00000010:2.0:1715208160.318691:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e33c000. 00000100:00000010:2.0:1715208160.318694:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc64800. 00000100:00000010:2.0:1715208160.318698:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e33e000. 00000100:00000010:2.0:1715208160.318701:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc64400. 00000100:00000010:2.0:1715208160.318710:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e9a0000. 00000100:00000010:2.0:1715208160.318713:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc66c00. 00000100:00000010:2.0:1715208160.318718:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e9a2000. 00000100:00000010:2.0:1715208160.318720:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88009fc67c00. 00000100:00000010:2.0:1715208160.318724:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e9a4000. 00000100:00000010:2.0:1715208160.318727:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d19000. 00000100:00000010:2.0:1715208160.318732:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e9a6000. 00000100:00000010:2.0:1715208160.318734:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d1b800. 00000100:00000010:2.0:1715208160.318745:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ac4e8000. 00000100:00000010:2.0:1715208160.318751:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d1b400. 00000100:00000010:2.0:1715208160.318757:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ac4ea000. 00000100:00000010:2.0:1715208160.318759:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d1a800. 00000100:00000010:2.0:1715208160.318765:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ac4ec000. 00000100:00000010:2.0:1715208160.318768:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d19400. 00000100:00000010:2.0:1715208160.318773:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ac4ee000. 00000100:00000010:2.0:1715208160.318775:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d19800. 00000100:00000010:2.0:1715208160.318785:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ac7d8000. 00000100:00000010:2.0:1715208160.318788:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d1a400. 00000100:00000010:2.0:1715208160.318792:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ac7da000. 00000100:00000010:2.0:1715208160.318795:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d18400. 00000100:00000010:2.0:1715208160.318799:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ac7dc000. 00000100:00000010:2.0:1715208160.318801:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d1a000. 00000100:00000010:2.0:1715208160.318806:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ac7de000. 00000100:00000010:2.0:1715208160.318808:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d1b000. 00000100:00000010:2.0:1715208160.318818:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b0110000. 00000100:00000010:2.0:1715208160.318820:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d1bc00. 00000100:00000010:2.0:1715208160.318824:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b0112000. 00000100:00000010:2.0:1715208160.318827:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d18000. 00000100:00000010:2.0:1715208160.318831:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b0114000. 00000100:00000010:2.0:1715208160.318834:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946cc00. 00000100:00000010:2.0:1715208160.318839:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b0116000. 00000100:00000010:2.0:1715208160.318842:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946d000. 00000100:00000010:2.0:1715208160.318851:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e9e8000. 00000100:00000010:2.0:1715208160.318854:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946d400. 00000100:00000010:2.0:1715208160.318859:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e9ea000. 00000100:00000010:2.0:1715208160.318861:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946d800. 00000100:00000010:2.0:1715208160.318866:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e9ec000. 00000100:00000010:2.0:1715208160.318868:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946dc00. 00000100:00000010:2.0:1715208160.318872:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e9ee000. 00000100:00000010:2.0:1715208160.318875:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946e000. 00000100:00000010:2.0:1715208160.318888:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b0188000. 00000100:00000010:2.0:1715208160.318892:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946e400. 00000100:00000010:2.0:1715208160.318896:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b018a000. 00000100:00000010:2.0:1715208160.318899:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946e800. 00000100:00000010:2.0:1715208160.318904:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b018c000. 00000100:00000010:2.0:1715208160.318906:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946ec00. 00000100:00000010:2.0:1715208160.318911:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800b018e000. 00000100:00000010:2.0:1715208160.318913:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946f000. 00000100:00000010:2.0:1715208160.318923:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a27a0000. 00000100:00000010:2.0:1715208160.318926:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946f400. 00000100:00000010:2.0:1715208160.318930:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a27a2000. 00000100:00000010:2.0:1715208160.318932:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946f800. 00000100:00000010:2.0:1715208160.318937:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a27a4000. 00000100:00000010:2.0:1715208160.318939:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946fc00. 00000100:00000010:2.0:1715208160.318943:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a27a6000. 00000100:00000010:2.0:1715208160.318946:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946c800. 00000100:00000010:2.0:1715208160.318956:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009f2d0000. 00000100:00000010:2.0:1715208160.318959:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946c000. 00000100:00000010:2.0:1715208160.318965:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009f2d2000. 00000100:00000010:2.0:1715208160.318967:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a946c400. 00000100:00000010:2.0:1715208160.318972:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009f2d4000. 00000100:00000010:2.0:1715208160.318977:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a4f0000. 00000100:00000010:2.0:1715208160.318982:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009f2d6000. 00000100:00000010:2.0:1715208160.318985:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012a4f0c00. 00000100:00000010:2.0:1715208160.318994:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e2c0000. 00000100:00000010:2.0:1715208160.318998:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012aa2f000. 00000100:00000010:2.0:1715208160.319002:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e2c2000. 00000100:00000010:2.0:1715208160.319005:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012aa2e000. 00000100:00000010:2.0:1715208160.319009:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e2c4000. 00000100:00000010:2.0:1715208160.319012:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012aa2d000. 00000100:00000010:2.0:1715208160.319016:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88009e2c6000. 00000100:00000010:2.0:1715208160.319023:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012aa2ec00. 00000100:00000010:2.0:1715208160.319034:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8e88000. 00000100:00000010:2.0:1715208160.319038:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376a2800. 00000100:00000010:2.0:1715208160.319044:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8e8a000. 00000100:00000010:2.0:1715208160.319047:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801372de000. 00000100:00000010:2.0:1715208160.319052:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8e8c000. 00000100:00000010:2.0:1715208160.319055:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801372dd800. 00000100:00000010:2.0:1715208160.319060:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8e8e000. 00000100:00000010:2.0:1715208160.319063:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6cff800. 00000100:00000010:2.0:1715208160.319073:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a1ef8000. 00000100:00000010:2.0:1715208160.319076:0:16227:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6cff000. 00000100:00000010:2.0:1715208160.319081:0:16227:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a1efa000. 00000400:00000200:2.0:1715208160.319085:0:16227:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 17 lazy 00000800:00000200:0.1:1715208160.319149:0:15139:0:(socklnd.c:431:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000010:2.0:1715208160.319157:0:16227:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009e1979c0. 00000020:00000010:2.0:1715208160.319163:0:16227:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8801369e2000. 00000800:00000200:0.1:1715208160.319163:0:15139:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.1:1715208160.319168:0:15139:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff880136bd7000 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1715208160.319173:0:15139:0:(socklnd.c:1241:ksocknal_create_conn()) New conn 12345-192.168.202.130@tcp p 3.x 192.168.202.30 -> 192.168.202.130:988 incarnation:1715208131139746240 sched[0] 00000800:00000010:0.0:1715208160.319178:0:15139:0:(socklnd.c:1249:ksocknal_create_conn()) kfreed 'hello': 144 at ffff88009e93bf00. 00000100:00000010:2.0:1715208160.319223:0:16227:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e93b9c0. 00000100:00000010:2.0:1715208160.319228:0:16227:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8800ab090140. 00000100:00000010:2.0:1715208160.319232:0:16227:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e93b3c0. 00000100:00000010:2.0:1715208160.319237:0:16227:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e93bc00. 00000400:00000200:0.0:1715208160.319238:0:15139:0:(lib-socket.c:421:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.130:988 00000100:00000010:2.0:1715208160.319240:0:16227:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e93b600. 00000100:00000010:2.0:1715208160.319242:0:16227:0:(nrs.c:1047:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff88009e047f00. 00000100:00000010:2.0:1715208160.319245:0:16227:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e93b900. 00000100:00000010:2.0:1715208160.319247:0:16227:0:(nrs_fifo.c:83:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8800ab090840. 00000100:00000010:2.0:1715208160.319249:0:16227:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e93b180. 00000100:00000010:2.0:1715208160.319251:0:16227:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e93b540. 00000100:00000010:2.0:1715208160.319253:0:16227:0:(nrs.c:820:nrs_policy_register()) kmalloced '(policy)': 152 at ffff88009e93b780. 00000100:00000200:2.0:1715208160.319275:0:16227:0:(service.c:851:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:2.0:1715208160.319279:0:16227:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff88012a60f200. 00000800:00000200:0.0:1715208160.319340:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208160.319344:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 232 at ffff880136bd7000. 00000400:00000200:0.0:1715208160.319349:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.319357:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: GET: OK 00000400:00000200:0.0:1715208160.319362:0:15145:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1715208160.319367:0:15145:0:(peer.c:3042:lnet_discovery_event_send()) Ping Send to 192.168.202.130@tcp: 0 00000100:00000010:2.0:1715208160.319380:0:16230:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800ab0904c0. 00000020:00000010:2.0:1715208160.319383:0:16230:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800ab0909c0. 00000020:00000010:2.0:1715208160.319388:0:16230:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012a60f000. 00000020:00000010:2.0:1715208160.319391:0:16230:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012a60e600. 00000020:00000010:2.0:1715208160.319400:0:16230:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e1974e0. 00000040:00000010:2.0:1715208160.319404:0:16230:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6380800. 00000020:00000010:2.0:1715208160.319407:0:16230:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b5bba800. 00000020:00000010:2.0:1715208160.319445:0:16230:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009e930000. 00000020:00000010:2.0:1715208160.319449:0:16230:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6381000. 80000000:00000010:2.0:1715208160.319452:0:16230:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009e197ea0. 40000000:00000010:2.0:1715208160.319454:0:16230:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800ab090dc0. 00000008:00000010:2.0:1715208160.319460:0:16230:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5810b28. 00020000:00000010:2.0:1715208160.319463:0:16230:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e93b480. 00008000:00000010:2.0:1715208160.319468:0:16230:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3c388. 00100000:00000010:2.0:1715208160.319472:0:16230:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b5bb8000. 00040000:00000010:2.0:1715208160.319476:0:16230:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6d4f200. 00040000:00000010:2.0:1715208160.319479:0:16230:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b5bbe000. 00040000:00000010:2.0:1715208160.319482:0:16230:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6380600. 00000004:00000010:2.0:1715208160.319485:0:16230:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b5bbd800. 00000004:00000010:2.0:1715208160.319489:0:16230:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8801369e0000. 00000004:00000010:2.0:1715208160.319493:0:16230:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b5bba000. 00002000:00000010:2.0:1715208160.319497:0:16230:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b6f6f000. 00000004:00000010:2.0:1715208160.319505:0:16230:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ac654000. 00000080:00000010:2.0:1715208160.319533:0:16230:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb7098. 00000080:00000010:2.0:1715208160.319537:0:16230:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3c248. 00000100:00000200:2.0:1715208160.319540:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319545:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74318. 00000400:00000010:2.0:1715208160.319550:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e93bb40. 00000100:00000200:2.0:1715208160.319554:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319556:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74160. 00000400:00000010:2.0:1715208160.319558:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e93bf00. 00000100:00000200:2.0:1715208160.319561:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319562:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e741b8. 00000400:00000010:2.0:1715208160.319564:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e93ba80. 00000100:00000200:2.0:1715208160.319566:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319568:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e740b0. 00000400:00000010:2.0:1715208160.319570:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e93b6c0. 00000100:00000200:2.0:1715208160.319571:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319578:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74108. 00000400:00000010:2.0:1715208160.319580:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e93b0c0. 00000100:00000200:2.0:1715208160.319583:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319584:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74058. 00000400:00000010:2.0:1715208160.319586:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e93b840. 00000100:00000200:2.0:1715208160.319588:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319589:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e746e0. 00000400:00000010:2.0:1715208160.319591:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e93b300. 00000100:00000200:2.0:1715208160.319593:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319594:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74000. 00000400:00000010:2.0:1715208160.319596:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e93bd80. 00000100:00000200:2.0:1715208160.319598:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319599:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74738. 00000400:00000010:2.0:1715208160.319601:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e93b000. 00000100:00000200:2.0:1715208160.319603:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319604:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74840. 00000400:00000010:2.0:1715208160.319606:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e93bcc0. 00000100:00000200:2.0:1715208160.319608:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319609:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74898. 00000400:00000010:2.0:1715208160.319612:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e2b1600. 00000100:00000200:2.0:1715208160.319614:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319615:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74aa8. 00000400:00000010:2.0:1715208160.319618:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550cc0. 00000100:00000200:2.0:1715208160.319619:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319621:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74bb0. 00000400:00000010:2.0:1715208160.319623:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e5500c0. 00000100:00000200:2.0:1715208160.319624:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319626:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74c08. 00000400:00000010:2.0:1715208160.319628:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e5509c0. 00000100:00000200:2.0:1715208160.319629:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319630:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74c60. 00000400:00000010:2.0:1715208160.319632:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550600. 00000100:00000200:2.0:1715208160.319634:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319635:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74cb8. 00000400:00000010:2.0:1715208160.319637:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550480. 00000100:00000200:2.0:1715208160.319644:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319645:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74d10. 00000400:00000010:2.0:1715208160.319647:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550a80. 00000100:00000200:2.0:1715208160.319649:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319650:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74d68. 00000400:00000010:2.0:1715208160.319652:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550f00. 00000100:00000200:2.0:1715208160.319654:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319655:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74dc0. 00000400:00000010:2.0:1715208160.319656:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550000. 00000100:00000200:2.0:1715208160.319658:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319659:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74e18. 00000400:00000010:2.0:1715208160.319661:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550d80. 00000100:00000200:2.0:1715208160.319662:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319664:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74e70. 00000400:00000010:2.0:1715208160.319665:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550b40. 00000100:00000200:2.0:1715208160.319667:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319669:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74ec8. 00000400:00000010:2.0:1715208160.319670:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550780. 00000100:00000200:2.0:1715208160.319672:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319673:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74f20. 00000400:00000010:2.0:1715208160.319675:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550240. 00000100:00000200:2.0:1715208160.319676:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319677:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74f78. 00000400:00000010:2.0:1715208160.319679:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e5506c0. 00000100:00000200:2.0:1715208160.319681:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319682:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e749f8. 00000400:00000010:2.0:1715208160.319684:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550180. 00000100:00000200:2.0:1715208160.319685:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319687:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74a50. 00000400:00000010:2.0:1715208160.319688:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550840. 00000100:00000200:2.0:1715208160.319690:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319691:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74b58. 00000400:00000010:2.0:1715208160.319693:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550900. 00000100:00000200:2.0:1715208160.319694:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319695:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74b00. 00000400:00000010:2.0:1715208160.319702:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550300. 00000100:00000200:2.0:1715208160.319704:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319706:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74948. 00000400:00000010:2.0:1715208160.319708:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550c00. 00000100:00000200:2.0:1715208160.319710:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319711:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e748f0. 00000400:00000010:2.0:1715208160.319713:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550e40. 00000100:00000200:2.0:1715208160.319714:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319716:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e749a0. 00000400:00000010:2.0:1715208160.319717:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e550540. 00000100:00000200:2.0:1715208160.319719:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319721:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e743c8. 00000400:00000010:2.0:1715208160.319723:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e5503c0. 00000100:00000200:2.0:1715208160.319724:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319726:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74268. 00000400:00000010:2.0:1715208160.319729:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabef00. 00000100:00000200:2.0:1715208160.319730:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319732:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74210. 00000400:00000010:2.0:1715208160.319734:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabee40. 00000100:00000200:2.0:1715208160.319735:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319737:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e742c0. 00000400:00000010:2.0:1715208160.319739:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabed80. 00000100:00000200:2.0:1715208160.319740:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319742:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74370. 00000400:00000010:2.0:1715208160.319743:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabecc0. 00000800:00000010:0.0:1715208160.319745:0:15139:0:(socklnd.c:946:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff88012b652000. 00000100:00000200:2.0:1715208160.319745:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319746:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74420. 00000400:00000010:2.0:1715208160.319748:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabec00. 00000100:00000200:2.0:1715208160.319750:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000010:0.0:1715208160.319751:0:15139:0:(socklnd.c:972:ksocknal_create_conn()) alloc '(hello)': 144 at ffff880134ae5000. 00000400:00000010:2.0:1715208160.319751:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74478. 00000400:00000010:2.0:1715208160.319753:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabeb40. 00000800:00000010:0.0:1715208160.319754:0:15139:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8800b6efbf80. 00000100:00000200:2.0:1715208160.319754:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319756:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e744d0. 00000400:00000010:2.0:1715208160.319757:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabea80. 00000100:00000200:2.0:1715208160.319759:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000010:0.0:1715208160.319760:0:15139:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8800b6efbf80. 00000400:00000010:2.0:1715208160.319765:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74580. 00000400:00000010:2.0:1715208160.319767:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe9c0. 00000100:00000200:2.0:1715208160.319769:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319771:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74790. 00000400:00000010:2.0:1715208160.319772:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe900. 00000100:00000200:2.0:1715208160.319774:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319775:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74528. 00000400:00000010:2.0:1715208160.319777:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe840. 00000100:00000200:2.0:1715208160.319778:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319780:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74688. 00000400:00000010:2.0:1715208160.319781:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe780. 00000100:00000200:2.0:1715208160.319783:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319784:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e745d8. 00000400:00000010:2.0:1715208160.319785:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe6c0. 00000100:00000200:2.0:1715208160.319787:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319788:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e74630. 00000400:00000010:2.0:1715208160.319790:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe600. 00000100:00000200:2.0:1715208160.319792:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319793:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8e747e8. 00000400:00000010:2.0:1715208160.319795:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe540. 00000100:00000200:2.0:1715208160.319796:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319798:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b00. 00000400:00000010:2.0:1715208160.319800:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe480. 00000100:00000200:2.0:1715208160.319801:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319803:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd59f8. 00000400:00000010:2.0:1715208160.319805:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe3c0. 00000100:00000200:2.0:1715208160.319806:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319808:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5738. 00000400:00000010:2.0:1715208160.319809:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe300. 00000100:00000200:2.0:1715208160.319811:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319812:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd59a0. 00000400:00000010:2.0:1715208160.319814:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe240. 00000100:00000200:2.0:1715208160.319815:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319817:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5948. 00000400:00000010:2.0:1715208160.319818:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe180. 00000100:00000200:2.0:1715208160.319824:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319826:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5000. 00000400:00000010:2.0:1715208160.319828:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe0c0. 00000100:00000200:2.0:1715208160.319830:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319831:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5058. 00000400:00000010:2.0:1715208160.319833:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009eabe000. 00000100:00000200:2.0:1715208160.319835:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319836:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd50b0. 00000400:00000010:2.0:1715208160.319838:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e972600. 00000100:00000200:2.0:1715208160.319840:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319842:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5108. 00000400:00000010:2.0:1715208160.319844:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e972900. 00000100:00000200:2.0:1715208160.319845:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319847:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5160. 00000400:00000010:2.0:1715208160.319848:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e972b40. 00000100:00000200:2.0:1715208160.319850:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319851:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd51b8. 00000400:00000010:2.0:1715208160.319853:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e972f00. 00000100:00000200:2.0:1715208160.319855:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319856:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5210. 00000400:00000010:2.0:1715208160.319858:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e972e40. 00000100:00000200:2.0:1715208160.319859:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319861:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5268. 00000400:00000010:2.0:1715208160.319862:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e972a80. 00000100:00000200:2.0:1715208160.319864:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319865:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5370. 00000400:00000010:2.0:1715208160.319867:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e972c00. 00000100:00000200:2.0:1715208160.319868:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319870:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd53c8. 00000400:00000010:2.0:1715208160.319871:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e972300. 00000100:00000200:2.0:1715208160.319873:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319874:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5420. 00000400:00000010:2.0:1715208160.319876:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e972840. 00000100:00000200:2.0:1715208160.319877:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319879:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5478. 00000400:00000010:2.0:1715208160.319884:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e9723c0. 00000100:00000200:2.0:1715208160.319887:0:16230:0:(niobuf.c:1023:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1715208160.319889:0:16230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd54d0. 00000400:00000010:2.0:1715208160.319891:0:16230:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009e972240. 00000100:00000010:2.0:1715208160.319894:0:16230:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b5bbc000. 00000100:00000200:2.0:1715208160.319905:0:16230:0:(service.c:2832:ptlrpc_main()) service thread 0 (#1) started 00000400:00000200:0.0:1715208160.320057:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : REPLY - for me 00000400:00000200:0.0:1715208160.320069:0:15146:0:(lib-move.c:4588:lnet_parse_reply()) 192.168.202.30@tcp: Reply from 12345-192.168.202.130@tcp of length 48/48 into md 0x9 00000400:00000200:0.0:1715208160.320087:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.320091:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: REPLY: OK 00000400:00000200:0.0:1715208160.320096:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc2a8 00000400:00000010:0.0:1715208160.320098:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc2a8. 00000400:00000200:0.0:1715208160.320101:0:15146:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1715208160.320105:0:15146:0:(peer.c:2920:lnet_discovery_event_reply()) Peer 192.168.202.130@tcp has discovery enabled 00000400:00000200:0.0:1715208160.320108:0:15146:0:(peer.c:2932:lnet_discovery_event_reply()) peer 192.168.202.130@tcp(ffff8800b6117200) is MR 00000400:00000200:0.0:1715208160.320111:0:15146:0:(peer.c:3001:lnet_discovery_event_reply()) peer 192.168.202.130@tcp data present 1. state = 0x100241 00000400:00000200:0.0:1715208160.320140:0:15146:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.130@tcp: -114 00000400:00000200:0.0:1715208160.320158:0:15149:0:(peer.c:3998:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1715208160.320161:0:15149:0:(peer.c:4111:lnet_peer_discovery()) peer 192.168.202.130@tcp(ffff8800b6117200) state 0x1000c1 00000400:00000010:0.0:1715208160.320167:0:15149:0:(peer.c:3262:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8800b6efbf80. 00000400:00000010:0.0:1715208160.320169:0:15149:0:(peer.c:3263:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8800b6efb880. 00000400:00000010:0.0:1715208160.320171:0:15149:0:(peer.c:3264:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8800b6efbdc0. 00000400:00000010:0.0:1715208160.320175:0:15149:0:(peer.c:3414:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8800b6efbf80. 00000400:00000010:0.0:1715208160.320177:0:15149:0:(peer.c:3415:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8800b6efb880. 00000400:00000010:0.0:1715208160.320179:0:15149:0:(peer.c:3416:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8800b6efbdc0. 00000400:00000010:0.0:1715208160.320182:0:15149:0:(api-ni.c:1800:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffff8800b6f06c00. 00000400:00000200:0.0:1715208160.320186:0:15149:0:(peer.c:3419:lnet_peer_merge_data()) peer 192.168.202.130@tcp (ffff8800b6117200): 0 00000400:00000200:0.0:1715208160.320188:0:15149:0:(peer.c:3724:lnet_peer_data_present()) peer 192.168.202.130@tcp(ffff8800b6117200): 0. state = 0x100141 00000400:00000200:0.0:1715208160.320192:0:15149:0:(peer.c:4133:lnet_peer_discovery()) peer 192.168.202.130@tcp(ffff8800b6117200) state 0x100141 rc 1 00000400:00000200:0.0:1715208160.320200:0:15149:0:(peer.c:4111:lnet_peer_discovery()) peer 192.168.202.130@tcp(ffff8800b6117200) state 0x100141 00000400:00000010:0.0:1715208160.320204:0:15149:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc2a8. 00000400:00000010:0.0:1715208160.320209:0:15149:0:(lib-lnet.h:467:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8801373df268. 00000400:00000200:0.0:1715208160.320212:0:15149:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208160.320219:0:15149:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208160.320224:0:15149:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [2:2:256:4294967295] 192.168.202.130@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1715208160.320229:0:15149:0:(lib-move.c:1963:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.130@tcp 00000400:00000200:0.0:1715208160.320235:0:15149:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208160.320241:0:15149:0:(socklnd_cb.c:1007:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208160.320244:0:15149:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136bd7000. 00000800:00000200:0.0:1715208160.320247:0:15149:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (3) 00000800:00000200:0.0:1715208160.320252:0:15149:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208160.320255:0:15149:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff880136bd7000 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:0.0:1715208160.320263:0:15149:0:(peer.c:3932:lnet_peer_send_push()) peer 192.168.202.130@tcp 00000400:00000200:0.0:1715208160.320264:0:15149:0:(peer.c:4133:lnet_peer_discovery()) peer 192.168.202.130@tcp(ffff8800b6117200) state 0x100541 rc 0 00000800:00000200:0.0:1715208160.320307:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208160.320309:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136bd7000. 00000400:00000200:0.0:1715208160.320312:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.320316:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208160.320319:0:15144:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1715208160.320321:0:15144:0:(peer.c:3042:lnet_discovery_event_send()) Push Send to 192.168.202.130@tcp: 0 00000100:00000010:0.0:1715208160.320346:0:16227:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6f07c00. 00000100:00000010:0.0:1715208160.320435:0:16231:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6efbdc0. 00000020:00000010:0.0:1715208160.320441:0:16231:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6efb880. 00000020:00000010:0.0:1715208160.320446:0:16231:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f07000. 00000020:00000010:0.0:1715208160.320450:0:16231:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f07e00. 00000020:00000010:0.0:1715208160.320454:0:16231:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e0486c0. 00000040:00000010:0.0:1715208160.320457:0:16231:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6f07200. 00000020:00000010:0.0:1715208160.320461:0:16231:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b63ec000. 00000020:00000010:0.0:1715208160.320478:0:16231:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a1f38000. 00000020:00000010:0.0:1715208160.320483:0:16231:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6f06400. 80000000:00000010:0.0:1715208160.320492:0:16231:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009e048540. 40000000:00000010:0.0:1715208160.320496:0:16231:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6efbf80. 00000008:00000010:0.0:1715208160.320634:0:16231:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009f308000. 00020000:00000010:0.0:1715208160.320639:0:16231:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f6fa540. 00008000:00000010:0.0:1715208160.320648:0:16231:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab32c000. 00100000:00000010:0.0:1715208160.320652:0:16231:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b63ea800. 00040000:00000010:0.0:1715208160.320654:0:16231:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff880136bd7300. 00040000:00000010:0.0:1715208160.320658:0:16231:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a55e800. 00040000:00000010:0.0:1715208160.320661:0:16231:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6f06e00. 00000004:00000010:0.0:1715208160.320664:0:16231:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012a55c000. 00000004:00000010:0.0:1715208160.320668:0:16231:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff88012d3e2000. 00000004:00000010:0.0:1715208160.320673:0:16231:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012a55b000. 00002000:00000010:0.0:1715208160.320676:0:16231:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ac4fd400. 00000800:00000200:1.1F:1715208160.320677:0:15139:0:(socklnd.c:431:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000004:00000010:0.0:1715208160.320680:0:16231:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ac4ff400. 00000080:00000010:0.0:1715208160.320691:0:16231:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88009e2cd000. 00000800:00000200:1.0:1715208160.320694:0:15139:0:(socklnd.c:1241:ksocknal_create_conn()) New conn 12345-192.168.202.130@tcp p 3.x 192.168.202.30 -> 192.168.202.130:988 incarnation:1715208131139746240 sched[0] 00000800:00000010:1.0:1715208160.320698:0:15139:0:(socklnd.c:1249:ksocknal_create_conn()) kfreed 'hello': 144 at ffff880134ae5000. 00000080:00000010:0.0:1715208160.320704:0:16231:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab17c000. 00000100:00000010:0.0:1715208160.320711:0:16231:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88012a559000. 00000100:00000200:0.0:1715208160.320743:0:16231:0:(service.c:2832:ptlrpc_main()) service thread 1 (#2) started 00000400:00000200:1.0:1715208160.320750:0:15139:0:(lib-socket.c:421:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.130:988 00000100:00000010:0.0:1715208160.320767:0:16227:0:(service.c:3213:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6f06a00. 00000400:00000200:1.0:1715208160.320771:0:15139:0:(lib-socket.c:421:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.130:988 00000100:00000010:1.0:1715208160.320868:0:16232:0:(service.c:2770:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012a5aae40. 00000020:00000010:1.0:1715208160.320871:0:16232:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a5aa2c0. 00000020:00000010:1.0:1715208160.320875:0:16232:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b0160c00. 00000020:00000010:1.0:1715208160.320878:0:16232:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b0161e00. 00000020:00000010:1.0:1715208160.320881:0:16232:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012d5e93c0. 00000040:00000010:1.0:1715208160.320884:0:16232:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b0161c00. 00000020:00000010:1.0:1715208160.320887:0:16232:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012a621000. 00000020:00000010:1.0:1715208160.320890:0:16232:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800b43f8508. 00000020:00000010:1.0:1715208160.320893:0:16232:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b0161200. 80000000:00000010:1.0:1715208160.320895:0:16232:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d5e94e0. 40000000:00000010:1.0:1715208160.320898:0:16232:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88012a5aa700. 00000008:00000010:1.0:1715208160.320911:0:16232:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab8a8000. 00020000:00000010:1.0:1715208160.320914:0:16232:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800a0eb4000. 00008000:00000010:1.0:1715208160.320922:0:16232:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88009ea0c000. 00100000:00000010:1.0:1715208160.320926:0:16232:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a627800. 00040000:00000010:1.0:1715208160.320929:0:16232:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b5865500. 00040000:00000010:1.0:1715208160.320932:0:16232:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a625000. 00040000:00000010:1.0:1715208160.320934:0:16232:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b0160e00. 00000004:00000010:1.0:1715208160.320937:0:16232:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012a621800. 00000004:00000010:1.0:1715208160.320941:0:16232:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8800b0305000. 00000004:00000010:1.0:1715208160.320945:0:16232:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800aa6ef800. 00002000:00000010:1.0:1715208160.320948:0:16232:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b5bb6800. 00000004:00000010:1.0:1715208160.320951:0:16232:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff88013770e000. 00000080:00000010:1.0:1715208160.320958:0:16232:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b6d94000. 00000080:00000010:1.0:1715208160.320970:0:16232:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a3f58000. 00000100:00000010:1.0:1715208160.320974:0:16232:0:(service.c:2797:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800aa6ed000. 00000100:00000200:1.0:1715208160.320994:0:16232:0:(service.c:2832:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:0.0:1715208160.321022:0:16227:0:(ldlm_lockd.c:3391:ldlm_setup()) kmalloced '(blp)': 168 at ffff88009f6fa600. 00010000:00000010:0.0:1715208160.321133:0:16233:0:(ldlm_lockd.c:3024:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8800b6efba80. 00000020:00000010:0.0:1715208160.321137:0:16233:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f07800. 00000020:00000010:0.0:1715208160.321142:0:16233:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b0246000. 00000020:00000010:0.0:1715208160.321146:0:16233:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012a559800. 00000020:00000010:0.0:1715208160.321150:0:16233:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a1f38508. 00000020:00000010:0.0:1715208160.321152:0:16233:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b0247200. 80000000:00000010:0.0:1715208160.321156:0:16233:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009e048720. 40000000:00000010:0.0:1715208160.321158:0:16233:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6efbec0. 00100000:00000010:0.0:1715208160.321162:0:16233:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a558000. 00040000:00000010:0.0:1715208160.321164:0:16233:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff880136bd7d00. 00040000:00000010:0.0:1715208160.321167:0:16233:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b0246a00. 00002000:00000010:0.0:1715208160.321171:0:16233:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ac4fc000. 00000020:00000010:0.0:1715208160.321174:0:16233:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6efb900. 00000800:00000010:1.0:1715208160.321341:0:15139:0:(socklnd.c:946:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8800a9be0000. 00000400:00000200:0.0:1715208160.321343:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : ACK - for me 00000800:00000010:1.0:1715208160.321346:0:15139:0:(socklnd.c:972:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8800a0eb4180. 00000800:00000010:1.0:1715208160.321350:0:15139:0:(socklnd_proto.c:578:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff88012a5aa240. 00000400:00000200:0.0:1715208160.321353:0:15146:0:(lib-move.c:4641:lnet_parse_ack()) 192.168.202.30@tcp: ACK from 12345-192.168.202.130@tcp into md 0x111 00000800:00000010:1.0:1715208160.321357:0:15139:0:(socklnd_proto.c:616:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff88012a5aa240. 00000400:00000200:0.0:1715208160.321358:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.321361:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: ACK: OK 00000400:00000200:0.0:1715208160.321365:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc2a8 00000400:00000010:0.0:1715208160.321366:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc2a8. 00000400:00000200:0.0:1715208160.321368:0:15146:0:(peer.c:3090:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1715208160.321371:0:15146:0:(peer.c:2808:lnet_discovery_event_ack()) peer 192.168.202.130@tcp ev->status 0 00000400:00000200:0.0:1715208160.321374:0:15146:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.130@tcp: -114 00000400:00000200:0.0:1715208160.321388:0:15149:0:(peer.c:3998:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1715208160.321392:0:15149:0:(peer.c:4111:lnet_peer_discovery()) peer 192.168.202.130@tcp(ffff8800b6117200) state 0x100141 00000400:00000200:0.0:1715208160.321394:0:15149:0:(peer.c:3854:lnet_peer_discovered()) peer 192.168.202.130@tcp 00000400:00000200:0.0:1715208160.321396:0:15149:0:(peer.c:4133:lnet_peer_discovery()) peer 192.168.202.130@tcp(ffff8800b6117200) state 0x100111 rc 0 00000400:00000200:0.0:1715208160.321399:0:15149:0:(peer.c:2430:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.130@tcp 00000400:00000200:1.0:1715208160.321539:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:1.0:1715208160.321559:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1715208160.321568:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.130@tcp of length 48/48 into md 0x5 [1] + 0 00000400:00000010:1.0:1715208160.321572:0:15144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208160.321575:0:15144:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b63da880 00000400:00000200:1.0:1715208160.321622:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208160.321627:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208160.321631:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:1.0:1715208160.321632:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000400:00000200:1.0:1715208160.321636:0:15144:0:(api-ni.c:2243:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1715208160.321642:0:15144:0:(peer.c:2579:lnet_peer_push_event()) peer 192.168.202.130@tcp(ffff8800b6117200) is MR 00000400:00000010:1.0:1715208160.321645:0:15144:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff88012a5aa240. 00000400:00000200:1.0:1715208160.321648:0:15144:0:(peer.c:2653:lnet_peer_push_event()) Received Push 192.168.202.130@tcp 1 00000400:00000200:1.0:1715208160.321664:0:15144:0:(peer.c:2414:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.130@tcp: 0 00000400:00000200:1.0:1715208160.321669:0:15144:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:1.0:1715208160.321674:0:15144:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208160.321679:0:15144:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [3:3:256:4294967295] 192.168.202.130@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1715208160.321688:0:15144:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) 192.168.202.130@tcp : ACK try# 0 00000800:00000200:1.0:1715208160.321693:0:15144:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208160.321695:0:15149:0:(peer.c:3998:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1715208160.321696:0:15144:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715208160.321700:0:15144:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (4) 00000400:00000010:0.0:1715208160.321702:0:15149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd420. 00000400:00000010:0.0:1715208160.321705:0:15149:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc2a8. 00000800:00000200:1.0:1715208160.321705:0:15144:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208160.321708:0:15144:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1715208160.321709:0:15149:0:(api-ni.c:2233:lnet_push_target_post()) posted push target ffff8800b618a400 00000400:00000200:0.0:1715208160.321714:0:15149:0:(peer.c:4111:lnet_peer_discovery()) peer 192.168.202.130@tcp(ffff8800b6117200) state 0x1000d1 00000400:00000010:0.0:1715208160.321719:0:15149:0:(peer.c:3262:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8800b6efb8c0. 00000400:00000010:0.0:1715208160.321721:0:15149:0:(peer.c:3263:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8800b6efbcc0. 00000400:00000010:0.0:1715208160.321722:0:15149:0:(peer.c:3264:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8800b6efbe00. 00000400:00000010:0.0:1715208160.321726:0:15149:0:(peer.c:3414:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8800b6efb8c0. 00000400:00000010:0.0:1715208160.321728:0:15149:0:(peer.c:3415:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8800b6efbcc0. 00000400:00000010:0.0:1715208160.321729:0:15149:0:(peer.c:3416:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8800b6efbe00. 00000400:00000010:0.0:1715208160.321732:0:15149:0:(api-ni.c:1800:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff88012a5aa240. 00000400:00000200:0.0:1715208160.321735:0:15149:0:(peer.c:3419:lnet_peer_merge_data()) peer 192.168.202.130@tcp (ffff8800b6117200): 0 00000400:00000200:0.0:1715208160.321737:0:15149:0:(peer.c:3724:lnet_peer_data_present()) peer 192.168.202.130@tcp(ffff8800b6117200): 0. state = 0x100151 00000400:00000200:0.0:1715208160.321740:0:15149:0:(peer.c:4133:lnet_peer_discovery()) peer 192.168.202.130@tcp(ffff8800b6117200) state 0x100151 rc 1 00000400:00000200:0.0:1715208160.321743:0:15149:0:(peer.c:4111:lnet_peer_discovery()) peer 192.168.202.130@tcp(ffff8800b6117200) state 0x100151 00000800:00000200:1.0:1715208160.321745:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1715208160.321746:0:15149:0:(peer.c:3854:lnet_peer_discovered()) peer 192.168.202.130@tcp 00000800:00000010:1.0:1715208160.321747:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715208160.321748:0:15149:0:(peer.c:4133:lnet_peer_discovery()) peer 192.168.202.130@tcp(ffff8800b6117200) state 0x100111 rc 0 00000400:00000200:0.0:1715208160.321750:0:15149:0:(peer.c:2430:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.130@tcp 00000400:00000200:1.0:1715208160.321750:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208160.321754:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: ACK: OK 00010000:00000010:0.0:1715208160.321776:0:16234:0:(ldlm_lockd.c:3024:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8800b6efbe00. 00000020:00000010:0.0:1715208160.321779:0:16234:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b0247c00. 00000020:00000010:0.0:1715208160.321782:0:16234:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b0246e00. 00000020:00000010:0.0:1715208160.321786:0:16234:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012a55f800. 00000020:00000010:0.0:1715208160.321789:0:16234:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a1f38a10. 00000020:00000010:0.0:1715208160.321792:0:16234:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b0246200. 80000000:00000010:0.0:1715208160.321795:0:16234:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009e048780. 40000000:00000010:0.0:1715208160.321797:0:16234:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6efbcc0. 00100000:00000010:0.0:1715208160.321801:0:16234:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a558800. 00040000:00000010:0.0:1715208160.321803:0:16234:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff880136bd7100. 00040000:00000010:0.0:1715208160.321806:0:16234:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6f06c00. 00002000:00000010:0.0:1715208160.321809:0:16234:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ac4ffc00. 00000020:00000010:0.0:1715208160.321812:0:16234:0:(lu_object.c:1937:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6efb8c0. 00010000:00000010:0.0:1715208160.322055:0:16227:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b6efbd40. 00010000:00000010:0.0:1715208160.322062:0:16227:0:(lustre_compat.h:697:ll_shrinker_create()) kmalloced '(shrinker)': 48 at ffff8800b6efb980. 00000020:00000010:0.0:1715208160.322089:0:16227:0:(genops.c:1191:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b63e9000. 00000100:00000200:0.0:1715208160.322109:0:16227:0:(events.c:572:ptlrpc_uuid_to_peer()) MGC192.168.202.130@tcp_0->12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208160.322162:0:16227:0:(peer.c:1501:LNetPrimaryNID()) NID 192.168.202.130@tcp primary NID 192.168.202.130@tcp rc 0 00000100:00000010:0.0:1715208160.322168:0:16227:0:(connection.c:93:ptlrpc_connection_get()) kmalloced '(conn)': 96 at ffff88009e0487e0. 00010000:00000010:0.0:1715208160.322174:0:16227:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009e048840. 00010000:00000010:0.0:1715208160.322180:0:16227:0:(ldlm_resource.c:915:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800ac4fdc00. 00000001:00000010:0.0:1715208160.322185:0:16227:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff880136bd7f00. 00000001:00000010:0.0:1715208160.322190:0:16227:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff8800a28809d0. 00000001:00000010:0.0:1715208160.322193:0:16227:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 200 at ffff880136bd7400. 00000001:00000010:0.0:1715208160.322196:0:16227:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 200 at ffff880136bd7a00. 00010000:00000010:0.0:1715208160.322198:0:16227:0:(ldlm_resource.c:937:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 176 at ffff88009f6fa480. 00000020:00000010:0.0:1715208160.322252:0:16227:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009e0485a0. 00000020:00000010:0.0:1715208160.322254:0:16227:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88009f2e76a0. 00000020:00000010:0.0:1715208160.322280:0:16227:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009e0484e0. 00000020:00000010:0.0:1715208160.322284:0:16227:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6014600. 00000040:00000010:0.0:1715208160.322320:0:16227:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff88009f6fae40. 00000800:00000200:2.1F:1715208160.322606:0:15139:0:(socklnd.c:431:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1715208160.322623:0:15139:0:(socklnd.c:1241:ksocknal_create_conn()) New conn 12345-192.168.202.130@tcp p 3.x 192.168.202.30 -> 192.168.202.130:988 incarnation:1715208131139746240 sched[0] 00000800:00000010:2.0:1715208160.322628:0:15139:0:(socklnd.c:1249:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8800a0eb4180. 00000020:00000010:0.0:1715208160.322800:0:16227:0:(obd_mount.c:180:do_lcfg()) kfreed 'lcfg': 112 at ffff8800a951ed00. 00000020:00000010:0.0:1715208160.322826:0:16227:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff88012a629000. 00000400:00000200:0.0:1715208160.322841:0:16227:0:(peer.c:1528:LNetPeerDiscovered()) Peer NID 192.168.202.130@tcp discovered: 1 00000100:00000010:0.0:1715208160.322859:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e808000. 02000000:00000010:0.0:1715208160.322873:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac4fd800. 00000020:00000010:0.0:1715208160.322921:0:16227:0:(obd_mount.c:513:lustre_start_mgc()) kfreed 'uuid': 40 at ffff8801376bbe80. 00000020:00000010:0.0:1715208160.322926:0:16227:0:(obd_mount.c:515:lustre_start_mgc()) kfreed 'data': 192 at ffff8800ac4e5cc0. 00000020:00000010:0.0:1715208160.322929:0:16227:0:(obd_mount.c:517:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff8800b61c8f20. 00000020:00000010:0.0:1715208160.322931:0:16227:0:(obd_mount.c:519:lustre_start_mgc()) kfreed 'niduuid': 25 at ffff8800b61c8c20. 00000080:00000010:0.0:1715208160.322936:0:16227:0:(llite_lib.c:1371:ll_fill_super()) kmalloced '(cfg)': 80 at ffff88009e048480. 00000080:00000010:0.0:1715208160.322940:0:16227:0:(llite_lib.c:104:ll_init_sbi()) kmalloced '(sbi)': 1016 at ffff8800ac4fec00. 00000020:00000010:3.0:1715208160.322940:0:15150:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800aa588508. 00000020:00000010:3.0:1715208160.322956:0:15150:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b600b200. 80000000:00000010:3.0:1715208160.322959:0:15150:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009eb51f00. 40000000:00000010:3.0:1715208160.322963:0:15150:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6238700. 00000008:00000010:3.0:1715208160.322976:0:15150:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a0e30000. 00020000:00000010:3.0:1715208160.322980:0:15150:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800ac4e5d80. 00008000:00000010:3.0:1715208160.322992:0:15150:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8e70000. 00100000:00000010:3.0:1715208160.322997:0:15150:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012c0c7800. 00000020:00000010:0.0:1715208160.323000:0:16227:0:(cl_page.c:1174:cl_cache_init()) kmalloced '(cache)': 152 at ffff88009f6faf00. 00040000:00000010:3.0:1715208160.323001:0:15150:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88009f307c00. 00000080:00000010:0.0:1715208160.323004:0:16227:0:(llite_lib.c:138:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff8800b42548b8. 00040000:00000010:3.0:1715208160.323005:0:15150:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012c0c5000. 00000080:00000010:0.0:1715208160.323006:0:16227:0:(llite_lib.c:145:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff8800b4254898. 00040000:00000010:3.0:1715208160.323007:0:15150:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b600b000. 00000004:00000010:3.0:1715208160.323011:0:15150:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012c0c3800. 00000004:00000010:3.0:1715208160.323017:0:15150:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8801377ff000. 00000004:00000010:3.0:1715208160.323021:0:15150:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800a979d000. 00002000:00000010:3.0:1715208160.323024:0:15150:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b5991800. 00000004:00000010:3.0:1715208160.323027:0:15150:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800b5991400. 00000080:00000010:3.0:1715208160.323036:0:15150:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b4209000. 00000080:00000010:3.0:1715208160.323047:0:15150:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9504000. 00000008:00000010:3.0:1715208160.323057:0:15150:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58c8000. 00020000:00000010:3.0:1715208160.323067:0:15150:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b0364000. 00008000:00000010:3.0:1715208160.323070:0:15150:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e35de90. 00000080:00000010:3.0:1715208160.323078:0:15150:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab171000. 02000000:00000010:3.0:1715208160.323103:0:15150:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5991c00. 00000400:00000010:3.0:1715208160.323110:0:15150:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50e70. 00000400:00000010:3.0:1715208160.323151:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257f68. 00000100:00000200:3.0:1715208160.323159:0:15150:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075928640, portal 25 00000400:00000010:3.0:1715208160.323164:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257c38. 00000100:00000200:3.0:1715208160.323167:0:15150:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1798526075928640, offset 0 00000400:00000200:3.0:1715208160.323183:0:15150:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208160.323198:0:15150:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208160.323204:0:15150:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208160.323209:0:15150:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208160.323213:0:15150:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208160.323215:0:15150:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208160.323224:0:15150:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [4:4:256:4294967295] 192.168.202.130@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1715208160.323235:0:15150:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208160.323242:0:15150:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208160.323247:0:15150:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307e00. 00000020:00000010:0.0:1715208160.323253:0:16227:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012f325f60. 00000800:00000200:3.0:1715208160.323254:0:15150:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000020:00000010:0.0:1715208160.323258:0:16227:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1120 at ffff88012a62b800. 00000800:00000200:3.0:1715208160.323264:0:15150:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000020:00000010:0.0:1715208160.323265:0:16227:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012f325060. 00000020:00000010:0.0:1715208160.323267:0:16227:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 544 at ffff8800ac4fc800. 00000800:00000200:3.0:1715208160.323269:0:15150:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307e00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1715208160.323391:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1715208160.323394:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307e00. 00000400:00000200:3.0:1715208160.323398:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715208160.323403:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715208160.323407:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257c38 00000400:00000010:3.0:1715208160.323409:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257c38. 00000100:00000200:3.0:1715208160.323418:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009e808000 x1798526075928640/t0(0) o250->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 520/544 e 0 to 0 dl 1715208170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000020:00000010:0.0:1715208160.323427:0:16227:0:(obd_mount.c:86:lustre_process_log()) kmalloced '(bufs)': 104 at ffff88009e34ca00. 00000020:00000010:0.0:1715208160.323448:0:16227:0:(obd_mount.c:95:lustre_process_log()) kmalloced '(lcfg)': 176 at ffff88009f6facc0. 10000000:00000010:0.0:1715208160.323459:0:16227:0:(mgc_request.c:217:do_config_log_add()) kmalloced '(cld)': 287 at ffff8800b6014c00. 02000000:00000010:0.0:1715208160.323469:0:16227:0:(sec_config.c:558:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff88009e34cb80. 00000100:00000010:0.0:1715208160.323478:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e808380. 02000000:00000010:0.0:1715208160.323488:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6014200. 00010000:00000010:0.0:1715208160.323507:0:16227:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff880136bd7500. 00010000:00000010:0.0:1715208160.323542:0:16227:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a803c000. 00000020:00000010:0.0:1715208160.323546:0:16227:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b6efba00. 00000100:00000010:0.0:1715208160.323563:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f6fa900. 00000400:00000200:1.0:1715208160.325014:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:1.0:1715208160.325029:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 416 into portal 25 MB=0x663bffbe00040 00000400:00000200:1.0:1715208160.325039:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 416/416 into md 0x119 [1] + 0 00000400:00000200:1.0:1715208160.325062:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208160.325069:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:1.0:1715208160.325081:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009e808000 x1798526075928640/t0(0) o250->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 520/544 e 0 to 0 dl 1715208170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1715208160.325164:0:15150:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50e70. 00000400:00000200:3.0:1715208160.325172:0:15150:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257f68 00000400:00000010:3.0:1715208160.325174:0:15150:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257f68. 00000100:00000200:3.0:1715208160.325183:0:15150:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009e808000 x1798526075928640/t0(0) o250->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 520/544 e 0 to 0 dl 1715208170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1715208160.325195:0:15150:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009e808000 x1798526075928640/t0(0) o250->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 520/544 e 0 to 0 dl 1715208170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 02000000:00000010:3.0:1715208160.325259:0:15150:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5991c00. 02000000:00000010:3.0:1715208160.325266:0:15150:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac4fd800. 00000100:00000010:3.0:1715208160.325271:0:15150:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009e808000. 02000000:00000010:1.0:1715208160.325297:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013770e400. 00000400:00000010:1.0:1715208160.325305:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208160.325310:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000100:00000200:1.0:1715208160.325316:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075928704, portal 25 00000400:00000010:1.0:1715208160.325322:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daee0. 00000100:00000200:1.0:1715208160.325325:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1798526075928704, offset 0 00000400:00000200:1.0:1715208160.325334:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208160.325343:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208160.325349:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208160.325354:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208160.325358:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208160.325362:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208160.325366:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [5:5:256:4294967295] 192.168.202.130@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1715208160.325380:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208160.325387:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208160.325392:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715208160.325398:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208160.325407:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208160.325411:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208160.325505:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208160.325527:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715208160.325532:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.325538:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208160.325542:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daee0 00000400:00000010:0.0:1715208160.325550:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daee0. 00000100:00000200:0.0:1715208160.325557:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009e808380 x1798526075928704/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1715208160.326927:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208160.326939:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 344 into portal 25 MB=0x663bffbe00080 00000400:00000200:0.0:1715208160.326945:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 344/344 into md 0x121 [1] + 224 00000400:00000200:0.0:1715208160.326963:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.326968:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208160.326974:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009e808380 x1798526075928704/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:1.0:1715208160.327097:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208160.327104:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:1.0:1715208160.327106:0:16227:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:1.0:1715208160.327113:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009e808380 x1798526075928704/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1715208160.327152:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009e808380 x1798526075928704/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:1.0:1715208160.327176:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f6fa900. 02000000:00000010:1.0:1715208160.327197:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013770e400. 02000000:00000010:1.0:1715208160.327201:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6014200. 00000100:00000010:1.0:1715208160.327205:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009e808380. 10000000:00000010:1.0:1715208160.327213:0:16227:0:(mgc_request.c:1654:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e279980. 00000020:00000010:1.0:1715208160.327217:0:16227:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b0160000. 00000020:00000010:1.0:1715208160.327221:0:16227:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b0161800. 00000040:00000010:1.0:1715208160.327224:0:16227:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b0161000. 00000020:00000010:1.0:1715208160.327227:0:16227:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa6ec800. 00000020:00000010:1.0:1715208160.327233:0:16227:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b63d1200. 80000000:00000010:1.0:1715208160.327235:0:16227:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d5e9900. 00040000:00000010:1.0:1715208160.327239:0:16227:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b63d0200. 20000000:00000010:1.0:1715208160.327243:0:16227:0:(mgs_handler.c:1497:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b63d0000. 00000040:00000010:1.0:1715208160.327251:0:16227:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b6e29a00. 00000100:00000010:1.0:1715208160.327268:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710000. 02000000:00000010:1.0:1715208160.327278:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e29200. 00000100:00000010:1.0:1715208160.327286:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0eb4480. 02000000:00000010:1.0:1715208160.327296:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e28800. 00000400:00000010:1.0:1715208160.327299:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208160.327302:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000100:00000200:1.0:1715208160.327306:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075928768, portal 25 00000400:00000010:1.0:1715208160.327309:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da3b8. 00000100:00000200:1.0:1715208160.327311:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1798526075928768, offset 0 00000400:00000200:1.0:1715208160.327317:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208160.327324:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208160.327334:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208160.327337:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208160.327340:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208160.327343:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208160.327346:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [6:6:256:4294967295] 192.168.202.130@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:1.0:1715208160.327355:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208160.327359:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208160.327362:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715208160.327366:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208160.327372:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208160.327376:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:2.0:1715208160.327480:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208160.327485:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715208160.327490:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208160.327496:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208160.327500:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da3b8 00000400:00000010:2.0:1715208160.327502:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da3b8. 00000100:00000200:2.0:1715208160.327508:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710000 x1798526075928768/t0(0) o501->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 512/272 e 0 to 0 dl 1715208176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1715208160.329081:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208160.329092:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 272 into portal 25 MB=0x663bffbe000c0 00000400:00000200:0.0:1715208160.329099:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 272/272 into md 0x129 [1] + 224 00000400:00000200:0.0:1715208160.329141:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.329146:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208160.329152:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710000 x1798526075928768/t0(0) o501->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 512/272 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:1.0:1715208160.329272:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208160.329280:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:1.0:1715208160.329281:0:16227:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:1.0:1715208160.329289:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710000 x1798526075928768/t0(0) o501->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 512/272 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1715208160.329300:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710000 x1798526075928768/t0(0) o501->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 512/272 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:1.0:1715208160.329318:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0eb4480. 02000000:00000010:1.0:1715208160.329325:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e28800. 02000000:00000010:1.0:1715208160.329329:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e29200. 00000100:00000010:1.0:1715208160.329332:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710000. 00000040:00000010:1.0:1715208160.329336:0:16227:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b6e29a00. 00000020:00000010:1.0:1715208160.329342:0:16227:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b0161800. 00000040:00000010:1.0:1715208160.329346:0:16227:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b0161000. 00000020:00000010:1.0:1715208160.329349:0:16227:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800aa6ec800. 00000020:00000010:1.0:1715208160.329354:0:16227:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b63d1200. 80000000:00000010:1.0:1715208160.329359:0:16227:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012d5e9900. 00040000:00000010:1.0:1715208160.329362:0:16227:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b63d0200. 20000000:00000010:1.0:1715208160.329367:0:16227:0:(mgs_handler.c:1497:mgs_key_fini()) kfreed 'info': 392 at ffff8800b63d0000. 00000020:00000010:1.0:1715208160.329369:0:16227:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b0160000. 10000000:00000010:1.0:1715208160.329381:0:16227:0:(mgc_request.c:1691:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012e279980. 10000000:00000010:1.0:1715208160.329412:0:16227:0:(mgc_request.c:217:do_config_log_add()) kmalloced '(cld)': 279 at ffff8800b6e29a00. 10000000:00000010:1.0:1715208160.329416:0:16227:0:(mgc_request.c:217:do_config_log_add()) kmalloced '(cld)': 286 at ffff8800b6e29200. 10000000:00000010:1.0:1715208160.329420:0:16227:0:(mgc_request.c:217:do_config_log_add()) kmalloced '(cld)': 285 at ffff8800b6e28800. 00000100:00000010:1.0:1715208160.329425:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710000. 02000000:00000010:1.0:1715208160.329432:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e28200. 00010000:00000010:1.0:1715208160.329449:0:16227:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a941c000. 00000020:00000010:1.0:1715208160.329452:0:16227:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e279980. 00000100:00000010:1.0:1715208160.329462:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0eb4480. 02000000:00000010:1.0:1715208160.329472:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013770e400. 00000400:00000010:1.0:1715208160.329476:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208160.329479:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000100:00000200:1.0:1715208160.329483:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075928832, portal 25 00000400:00000010:1.0:1715208160.329486:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daf68. 00000100:00000200:1.0:1715208160.329489:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1798526075928832, offset 0 00000400:00000200:1.0:1715208160.329494:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208160.329502:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208160.329506:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208160.329509:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208160.329535:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208160.329538:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208160.329541:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [7:7:256:4294967295] 192.168.202.130@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1715208160.329550:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208160.329555:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208160.329558:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865600. 00000800:00000200:1.0:1715208160.329562:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208160.329568:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208160.329572:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208160.329679:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208160.329684:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865600. 00000400:00000200:0.0:1715208160.329689:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.329695:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208160.329699:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daf68 00000400:00000010:0.0:1715208160.329701:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daf68. 00000100:00000200:0.0:1715208160.329709:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710000 x1798526075928832/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1715208160.331247:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208160.331258:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 344 into portal 25 MB=0x663bffbe00100 00000400:00000200:0.0:1715208160.331265:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 344/344 into md 0x131 [1] + 224 00000400:00000200:0.0:1715208160.331282:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.331293:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208160.331299:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710000 x1798526075928832/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:1.0:1715208160.331418:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208160.331426:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:1.0:1715208160.331428:0:16227:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:1.0:1715208160.331444:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710000 x1798526075928832/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1715208160.331455:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710000 x1798526075928832/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:1.0:1715208160.331474:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0eb4480. 02000000:00000010:1.0:1715208160.331486:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013770e400. 02000000:00000010:1.0:1715208160.331490:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e28200. 00000100:00000010:1.0:1715208160.331492:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710000. 10000000:00000010:1.0:1715208160.331497:0:16227:0:(mgc_request.c:1654:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e279200. 00000020:00000010:1.0:1715208160.331499:0:16227:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e28200. 00000020:00000010:1.0:1715208160.331503:0:16227:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e29600. 00000040:00000010:1.0:1715208160.331505:0:16227:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6e28000. 00000020:00000010:1.0:1715208160.331508:0:16227:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800aa6ec800. 00000020:00000010:1.0:1715208160.331537:0:16227:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6e28400. 80000000:00000010:1.0:1715208160.331541:0:16227:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012d5e9900. 00040000:00000010:1.0:1715208160.331546:0:16227:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6e28600. 20000000:00000010:1.0:1715208160.331551:0:16227:0:(mgs_handler.c:1497:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b63d0000. 00000040:00000010:1.0:1715208160.331555:0:16227:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b63d0200. 00000100:00000010:1.0:1715208160.331560:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710000. 02000000:00000010:1.0:1715208160.331567:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b63d1200. 00000100:00000010:1.0:1715208160.331575:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0eb4480. 02000000:00000010:1.0:1715208160.331584:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b0160000. 00000400:00000010:1.0:1715208160.331588:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208160.331591:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000100:00000200:1.0:1715208160.331595:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075928896, portal 25 00000400:00000010:1.0:1715208160.331598:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daf68. 00000100:00000200:1.0:1715208160.331600:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1798526075928896, offset 0 00000400:00000200:1.0:1715208160.331606:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208160.331613:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208160.331618:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208160.331621:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208160.331623:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208160.331632:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208160.331635:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [8:8:256:4294967295] 192.168.202.130@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:1.0:1715208160.331645:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208160.331650:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208160.331653:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715208160.331657:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208160.331663:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208160.331667:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 608 niov 1 nkiov 1 00000800:00000200:0.0:1715208160.331764:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208160.331768:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:0.0:1715208160.331771:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.331776:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208160.331779:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daf68 00000400:00000010:0.0:1715208160.331781:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daf68. 00000100:00000200:0.0:1715208160.331787:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710000 x1798526075928896/t0(0) o501->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 512/272 e 0 to 0 dl 1715208176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:2.0:1715208160.333404:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:2.0:1715208160.333431:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 272 into portal 25 MB=0x663bffbe00140 00000400:00000200:2.0:1715208160.333439:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 272/272 into md 0x139 [1] + 224 00000400:00000200:2.0:1715208160.333456:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208160.333461:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715208160.333470:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710000 x1798526075928896/t0(0) o501->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 512/272 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:1.0:1715208160.333601:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208160.333608:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:1.0:1715208160.333610:0:16227:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:1.0:1715208160.333618:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710000 x1798526075928896/t0(0) o501->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 512/272 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1715208160.333628:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710000 x1798526075928896/t0(0) o501->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 512/272 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:1.0:1715208160.333646:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0eb4480. 02000000:00000010:1.0:1715208160.333655:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b0160000. 02000000:00000010:1.0:1715208160.333658:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b63d1200. 00000100:00000010:1.0:1715208160.333661:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710000. 00000040:00000010:1.0:1715208160.333669:0:16227:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800a9be2000. 00000100:00000010:1.0:1715208160.333673:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710000. 02000000:00000010:1.0:1715208160.333680:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b0160000. 00000100:00000010:1.0:1715208160.333686:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0eb4480. 02000000:00000010:1.0:1715208160.333711:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff88009e128000. 00000400:00000010:1.0:1715208160.333715:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208160.333719:0:16227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800a0eb4900. 00000100:00000200:1.0:1715208160.333722:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1798526075928960, portal 25 00000400:00000010:1.0:1715208160.333726:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000100:00000200:1.0:1715208160.333728:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1798526075928960, offset 0 00000400:00000200:1.0:1715208160.333733:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208160.333746:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208160.333750:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208160.333753:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208160.333756:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208160.333758:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208160.333761:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [9:9:256:4294967295] 192.168.202.130@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1715208160.333770:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208160.333775:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208160.333778:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865b00. 00000800:00000200:1.0:1715208160.333783:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208160.333788:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208160.333792:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865b00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1715208160.333924:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208160.333930:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865b00. 00000400:00000200:0.0:1715208160.333937:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.333945:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208160.333950:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:0.0:1715208160.333953:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:0.0:1715208160.333961:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710000 x1798526075928960/t0(0) o503->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715208176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1715208160.335712:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208160.335723:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 8416 into portal 25 MB=0x663bffbe00180 00000400:00000200:0.0:1715208160.335730:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 8416/8416 into md 0x141 [4] + 224 00000400:00000200:0.0:1715208160.335771:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.335776:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208160.335782:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710000 x1798526075928960/t0(0) o503->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:1.0:1715208160.335884:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208160.335891:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a0eb4900 00000400:00000010:1.0:1715208160.335893:0:16227:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 184 at ffff8800a0eb4900. 00000100:00000200:1.0:1715208160.335901:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710000 x1798526075928960/t0(0) o503->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:1.0:1715208160.335912:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710000 x1798526075928960/t0(0) o503->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:1.0:1715208160.335931:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0eb4480. 02000000:00000010:1.0:1715208160.335938:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff88009e128000. 02000000:00000010:1.0:1715208160.335951:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b0160000. 00000100:00000010:1.0:1715208160.335955:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710000. 00000040:00000010:1.0:1715208160.335962:0:16227:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff88009ea08a80. 00000020:00000010:3.0:1715208160.336270:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b600aa00. 00000020:00000010:3.0:1715208160.336278:0:16240:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b600a800. 00000040:00000010:3.0:1715208160.336281:0:16240:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b600a600. 00000020:00000010:3.0:1715208160.336285:0:16240:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b5899800. 00000020:00000010:3.0:1715208160.336289:0:16240:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b600a400. 80000000:00000010:3.0:1715208160.336300:0:16240:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009eb518a0. 00040000:00000010:3.0:1715208160.336304:0:16240:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88009f307900. 00040000:00000010:3.0:1715208160.336308:0:16240:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b600a200. 20000000:00000010:3.0:1715208160.336312:0:16240:0:(mgs_handler.c:1497:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b600a000. 00000040:00000010:3.0:1715208160.336321:0:16240:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8800a04b4000. 00000100:00000010:3.0:1715208160.336339:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3250000. 02000000:00000010:3.0:1715208160.336352:0:16240:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b600ac00. 00000100:00000010:3.0:1715208160.336364:0:16240:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ac4e5180. 02000000:00000010:3.0:1715208160.336390:0:16240:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff88009f19c000. 00000400:00000010:3.0:1715208160.336395:0:16240:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50e70. 00000400:00000010:3.0:1715208160.336399:0:16240:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800ac4e5a80. 00000100:00000200:3.0:1715208160.336404:0:16240:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1798526075929024, portal 25 00000400:00000010:3.0:1715208160.336408:0:16240:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257f68. 00000100:00000200:3.0:1715208160.336410:0:16240:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1798526075929024, offset 0 00000400:00000200:3.0:1715208160.336417:0:16240:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208160.336426:0:16240:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208160.336430:0:16240:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208160.336434:0:16240:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208160.336437:0:16240:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208160.336439:0:16240:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208160.336442:0:16240:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [10:10:256:4294967295] 192.168.202.130@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1715208160.336452:0:16240:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208160.336457:0:16240:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208160.336460:0:16240:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307000. 00000800:00000200:3.0:1715208160.336465:0:16240:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208160.336472:0:16240:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208160.336475:0:16240:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307000 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1715208160.336604:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208160.336609:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307000. 00000400:00000200:2.0:1715208160.336613:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208160.336620:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208160.336627:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257f68 00000400:00000010:2.0:1715208160.336629:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257f68. 00000100:00000200:2.0:1715208160.336636:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3250000 x1798526075929024/t0(0) o502->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715208176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1715208160.338481:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208160.338492:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 8472 into portal 25 MB=0x663bffbe001c0 00000400:00000200:0.0:1715208160.338500:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 8472/8472 into md 0x149 [4] + 224 00000400:00000200:0.0:1715208160.338552:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.338563:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208160.338570:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3250000 x1798526075929024/t0(0) o502->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:3.0:1715208160.338706:0:16240:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50e70. 00000400:00000200:3.0:1715208160.338714:0:16240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac4e5a80 00000400:00000010:3.0:1715208160.338716:0:16240:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 184 at ffff8800ac4e5a80. 00000100:00000200:3.0:1715208160.338725:0:16240:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3250000 x1798526075929024/t0(0) o502->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:3.0:1715208160.338745:0:16240:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3250000 x1798526075929024/t0(0) o502->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:3.0:1715208160.338767:0:16240:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800ac4e5180. 02000000:00000010:3.0:1715208160.338777:0:16240:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff88009f19c000. 02000000:00000010:3.0:1715208160.338791:0:16240:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b600ac00. 00000100:00000010:3.0:1715208160.338795:0:16240:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3250000. 00000020:00000010:3.0:1715208160.338812:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009f307000. 00000020:00000010:3.0:1715208160.338816:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009f307000. 00000020:00000010:3.0:1715208160.338821:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6238c80. 00000020:00000010:3.0:1715208160.338825:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800a951e380. 00000020:00000010:3.0:1715208160.338833:0:16240:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a95d9550. 00000020:00000010:3.0:1715208160.338839:0:16240:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b589d000. 00000020:00000010:3.0:1715208160.338865:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800a951e380. 00000020:00000010:3.0:1715208160.338868:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6238c80. 00000020:00000010:3.0:1715208160.338871:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6238c80. 00000020:00000010:3.0:1715208160.338874:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800ac4e5180. 00000001:00000010:3.0:1715208160.338892:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ac4e5a80. 00000001:00000010:3.0:1715208160.338896:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b61c80a0. 00000001:00000010:3.0:1715208160.338898:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b600ac00. 00000001:00000010:3.0:1715208160.338901:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b600ae00. 00000001:00000010:3.0:1715208160.338904:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88013725de00. 00000001:00000010:3.0:1715208160.338907:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88013725d800. 00000001:00000010:3.0:1715208160.338909:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ac4e5cc0. 00000001:00000010:3.0:1715208160.338912:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b61c8ee0. 00000001:00000010:3.0:1715208160.338914:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88013725da00. 00000001:00000010:3.0:1715208160.338916:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88013725dc00. 00000001:00000010:3.0:1715208160.338919:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012aa4bc00. 00000001:00000010:3.0:1715208160.338922:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012aa4be00. 00000020:00000010:3.0:1715208160.338924:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012aa4b800. 00000020:00000010:3.0:1715208160.338929:0:16240:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800a951e380. 00000020:00000010:3.0:1715208160.338943:0:16240:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5902000. 00000008:00000010:3.0:1715208160.338947:0:16240:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58c8160. 00020000:00000010:3.0:1715208160.338951:0:16240:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b0364240. 00008000:00000010:3.0:1715208160.338954:0:16240:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e35d000. 00000080:00000010:3.0:1715208160.338958:0:16240:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1710f0. 00000020:00000010:3.0:1715208160.338962:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012aa4b000. 00000020:00000010:3.0:1715208160.338964:0:16240:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012aa4b600. 00000020:00000010:3.0:1715208160.338967:0:16240:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009eb51840. 00000008:00000010:3.0:1715208160.338970:0:16240:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a0e30b28. 00020000:00000010:3.0:1715208160.338974:0:16240:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b4227240. 00008000:00000010:3.0:1715208160.338977:0:16240:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8e70388. 00000080:00000010:3.0:1715208160.338979:0:16240:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b4209098. 00000080:00000010:3.0:1715208160.338982:0:16240:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9504248. 00020000:00000010:3.0:1715208160.338986:0:16240:0:(lov_dev.c:630:lov_device_alloc()) kmalloced '(ld)': 560 at ffff88009f19cc00. 00000020:00000010:3.0:1715208160.338997:0:16240:0:(lu_tgt_pool.c:73:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff88009e35d008. 00020000:00000010:3.0:1715208160.339156:0:16240:0:(lov_dev.c:647:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff8801377fb000. 00020000:00000010:3.0:1715208160.339160:0:16240:0:(lov_dev.c:654:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff8801377fd000. 00000020:00000010:3.0:1715208160.339188:0:16240:0:(lu_object.c:1110:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800a3f54000. 00000020:00000010:3.0:1715208160.339196:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009eb51de0. 00000020:00000010:3.0:1715208160.339199:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800b4227e40. 00000020:00000010:3.0:1715208160.339205:0:16240:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009eb510c0. 00000040:00000010:3.0:1715208160.339208:0:16240:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff88012aa4ba00. 00000020:00000010:3.0:1715208160.339211:0:16240:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b589b800. 00000020:00000010:3.0:1715208160.339215:0:16240:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800aa588a10. 00000020:00000010:3.0:1715208160.339218:0:16240:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff88012aa4b400. 80000000:00000010:3.0:1715208160.339220:0:16240:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009eb51960. 40000000:00000010:3.0:1715208160.339223:0:16240:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b62385c0. 00000008:00000010:3.0:1715208160.339226:0:16240:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a0e31650. 00020000:00000010:3.0:1715208160.339229:0:16240:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b42279c0. 00008000:00000010:3.0:1715208160.339232:0:16240:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8e70710. 00100000:00000010:3.0:1715208160.339235:0:16240:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b5899000. 00040000:00000010:3.0:1715208160.339238:0:16240:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88009f307300. 00040000:00000010:3.0:1715208160.339247:0:16240:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b589e000. 00040000:00000010:3.0:1715208160.339249:0:16240:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff88012aa4ae00. 00000004:00000010:3.0:1715208160.339253:0:16240:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b589a800. 00000004:00000010:3.0:1715208160.339257:0:16240:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8801377fc000. 00000004:00000010:3.0:1715208160.339261:0:16240:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b5898800. 00002000:00000010:3.0:1715208160.339263:0:16240:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff88009f19e000. 00000004:00000010:3.0:1715208160.339265:0:16240:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff88009f19e400. 00000080:00000010:3.0:1715208160.339268:0:16240:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b4209130. 00000080:00000010:3.0:1715208160.339271:0:16240:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9504490. 00000020:00000010:3.0:1715208160.339274:0:16240:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff88012aa4b600. 00000020:00000010:3.0:1715208160.339279:0:16240:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009eb51840. 00000008:00000010:3.0:1715208160.339283:0:16240:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a0e30b28. 00020000:00000010:3.0:1715208160.339290:0:16240:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b4227240. 00008000:00000010:3.0:1715208160.339294:0:16240:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8e70388. 00000080:00000010:3.0:1715208160.339298:0:16240:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b4209098. 00000080:00000010:3.0:1715208160.339301:0:16240:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a9504248. 00000020:00000010:3.0:1715208160.339304:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012aa4b000. 00000020:00000010:3.0:1715208160.339308:0:16240:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800a951e380. 00000020:00000010:3.0:1715208160.339311:0:16240:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5902000. 00000008:00000010:3.0:1715208160.339313:0:16240:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b58c8160. 00020000:00000010:3.0:1715208160.339317:0:16240:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800b0364240. 00008000:00000010:3.0:1715208160.339321:0:16240:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88009e35d000. 00000080:00000010:3.0:1715208160.339323:0:16240:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800ab1710f0. 00000020:00000010:3.0:1715208160.339326:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012aa4b800. 00000020:00000010:3.0:1715208160.339329:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800ac4e5180. 00000020:00000010:3.0:1715208160.339333:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6238c80. 00000020:00000010:3.0:1715208160.339339:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009f307f00. 00000020:00000010:3.0:1715208160.339341:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009f307f00. 00000020:00000010:3.0:1715208160.339344:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009f307f00. 00000020:00000010:3.0:1715208160.339346:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009f307f00. 00000020:00000010:3.0:1715208160.339348:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6238c80. 00000020:00000010:3.0:1715208160.339351:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800a951e380. 00000020:00000010:3.0:1715208160.339363:0:16240:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a95daaa0. 00000020:00000010:3.0:1715208160.339368:0:16240:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b589a000. 00000020:00000010:3.0:1715208160.339378:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800a951e380. 00000020:00000010:3.0:1715208160.339381:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6238c80. 00000020:00000010:3.0:1715208160.339384:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6238c80. 00000020:00000010:3.0:1715208160.339387:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800b4227240. 00000001:00000010:3.0:1715208160.339398:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b4227c00. 00000001:00000010:3.0:1715208160.339403:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b61c8980. 00000001:00000010:3.0:1715208160.339405:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012aa4b800. 00000001:00000010:3.0:1715208160.339408:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012aa4b000. 00000001:00000010:3.0:1715208160.339410:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012aa4b600. 00000001:00000010:3.0:1715208160.339413:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012aa4b200. 00000001:00000010:3.0:1715208160.339415:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b4227180. 00000001:00000010:3.0:1715208160.339418:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b61c82c0. 00000001:00000010:3.0:1715208160.339420:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012aa4a800. 00000001:00000010:3.0:1715208160.339422:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012aa4aa00. 00000001:00000010:3.0:1715208160.339425:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012aa4ac00. 00000001:00000010:3.0:1715208160.339428:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6cefe00. 00000020:00000010:3.0:1715208160.339574:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009eb51840. 00000020:00000010:3.0:1715208160.339578:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b6cef000. 80000000:00000010:3.0:1715208160.339587:0:16240:0:(fld_cache.c:61:fld_cache_init()) kmalloced '(cache)': 168 at ffff8800b6ed4480. 00000020:00000010:3.0:1715208160.339620:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800b4227240. 00000020:00000010:3.0:1715208160.339623:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6238c80. 00000020:00000010:3.0:1715208160.339627:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009f307100. 00000020:00000010:3.0:1715208160.339629:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009f307100. 00000020:00000010:3.0:1715208160.339634:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009f307100. 00000020:00000010:3.0:1715208160.339635:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009f307100. 00000020:00000010:3.0:1715208160.339638:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6238c80. 00000100:00000010:3.0:1715208160.339649:0:16240:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800a8f30000. 00000400:00000200:3.0:1715208160.339654:0:16240:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:3.0:1715208160.339660:0:16240:0:(peer.c:1744:lnet_peer_add()) peer 192.168.202.130@tcp NID flags 0x100001: -17 00000020:00000010:3.0:1715208160.339664:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6238c80. 00000020:00000010:3.0:1715208160.339673:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6238c80. 00000020:00000010:3.0:1715208160.339676:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b6ed4300. 00000020:00000010:3.0:1715208160.339685:0:16240:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a95dbff0. 00000020:00000010:3.0:1715208160.340171:0:16240:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b589c000. 00000020:00000010:3.0:1715208160.340186:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b6ed4300. 00000020:00000010:3.0:1715208160.340189:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6238c80. 00000020:00000010:3.0:1715208160.340193:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6238c80. 00000020:00000010:3.0:1715208160.340197:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b6ed4300. 00000001:00000010:3.0:1715208160.340212:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b6ed43c0. 00000001:00000010:3.0:1715208160.340215:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b61c8c80. 00000001:00000010:3.0:1715208160.340218:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6cef200. 00000001:00000010:3.0:1715208160.340221:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6cefa00. 00000001:00000010:3.0:1715208160.340224:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6cef800. 00000001:00000010:3.0:1715208160.340226:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6ceec00. 00000001:00000010:3.0:1715208160.340229:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b6ed4540. 00000001:00000010:3.0:1715208160.340231:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b61c89c0. 00000001:00000010:3.0:1715208160.340233:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6cefc00. 00000001:00000010:3.0:1715208160.340236:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6cee600. 00000001:00000010:3.0:1715208160.340238:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6ceea00. 00000001:00000010:3.0:1715208160.340240:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6cee400. 00000020:00000010:3.0:1715208160.340243:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ceee00. 00000020:00000010:3.0:1715208160.340246:0:16240:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800a951e380. 00000020:00000010:3.0:1715208160.340249:0:16240:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b5902000. 00000008:00000010:3.0:1715208160.340252:0:16240:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58c8160. 00020000:00000010:3.0:1715208160.340254:0:16240:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b0364240. 00008000:00000010:3.0:1715208160.340256:0:16240:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e35d010. 00000080:00000010:3.0:1715208160.340260:0:16240:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1710f0. 00000020:00000010:3.0:1715208160.340263:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6cef600. 00000020:00000010:3.0:1715208160.340266:0:16240:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b610b400. 00000020:00000010:3.0:1715208160.340268:0:16240:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009eb515a0. 00000008:00000010:3.0:1715208160.340270:0:16240:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a0e30b28. 00020000:00000010:3.0:1715208160.340273:0:16240:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6ed4900. 00008000:00000010:3.0:1715208160.340282:0:16240:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8e70388. 00000080:00000010:3.0:1715208160.340284:0:16240:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b4209098. 00000080:00000010:3.0:1715208160.340287:0:16240:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9504248. 00000002:00000010:3.0:1715208160.340291:0:16240:0:(mdc_dev.c:1616:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff8800a951e880. 00010000:00000010:3.0:1715208160.340299:0:16240:0:(ldlm_lib.c:498:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800b62383c0. 00000020:00000010:3.0:1715208160.340304:0:16240:0:(genops.c:1191:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b5898000. 00000100:00000200:3.0:1715208160.340317:0:16240:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.202.130@tcp->12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208160.340324:0:16240:0:(peer.c:1501:LNetPrimaryNID()) NID 192.168.202.130@tcp primary NID 192.168.202.130@tcp rc 0 00010000:00000010:3.0:1715208160.340329:0:16240:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009eb511e0. 00010000:00000010:3.0:1715208160.340334:0:16240:0:(ldlm_resource.c:915:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800a8f31400. 00000001:00000010:3.0:1715208160.340337:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff88009f307b00. 00000001:00000010:3.0:1715208160.340342:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88009f307400. 00000001:00000010:3.0:1715208160.340405:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000867000. 00000001:00000010:3.0:1715208160.340474:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000871000. 00000001:00000010:3.0:1715208160.340572:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000087b000. 00000001:00000010:3.0:1715208160.340638:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008a8000. 00000001:00000010:3.0:1715208160.340700:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008b2000. 00000001:00000010:3.0:1715208160.340773:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008bc000. 00000001:00000010:3.0:1715208160.340838:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008c6000. 00000001:00000010:3.0:1715208160.340899:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008d0000. 00000001:00000010:3.0:1715208160.340962:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008da000. 00000001:00000010:3.0:1715208160.341034:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008e4000. 00000001:00000010:3.0:1715208160.341099:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008ee000. 00000001:00000010:3.0:1715208160.341193:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900008f8000. 00000001:00000010:3.0:1715208160.341269:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000902000. 00000001:00000010:3.0:1715208160.341332:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000090c000. 00000001:00000010:3.0:1715208160.341394:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000916000. 00000001:00000010:3.0:1715208160.341465:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000920000. 00000001:00000010:3.0:1715208160.341546:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000092a000. 00000001:00000010:3.0:1715208160.342719:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000934000. 00000001:00000010:3.0:1715208160.342787:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000093e000. 00000001:00000010:3.0:1715208160.342883:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc9000098e000. 00000001:00000010:3.0:1715208160.342948:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000998000. 00000001:00000010:3.0:1715208160.343010:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009a2000. 00000001:00000010:3.0:1715208160.343083:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009ac000. 00000001:00000010:3.0:1715208160.343173:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009b6000. 00000001:00000010:3.0:1715208160.343240:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009c0000. 00000001:00000010:3.0:1715208160.343303:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009ca000. 00000001:00000010:3.0:1715208160.343376:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009d4000. 00000001:00000010:3.0:1715208160.343439:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009de000. 00000001:00000010:3.0:1715208160.343500:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009e8000. 00000001:00000010:3.0:1715208160.343592:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009f2000. 00000001:00000010:3.0:1715208160.343658:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc900009fc000. 00000001:00000010:3.0:1715208160.343728:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a06000. 00010000:00000010:3.0:1715208160.343749:0:16240:0:(ldlm_resource.c:937:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at ffff8801377fe000. 00000020:00000010:3.0:1715208160.343795:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012bd11f60. 00000020:00000010:3.0:1715208160.343798:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b61c8fa0. 00000020:00000010:3.0:1715208160.343826:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012bd11a80. 00000020:00000010:3.0:1715208160.343829:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b610b200. 00000100:00000010:3.0:1715208160.343872:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3250000. 00000100:00000010:3.0:1715208160.343876:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3250380. 00000020:00000010:3.0:1715208160.344009:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012bd11ba0. 00000020:00000010:3.0:1715208160.344013:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b610a400. 00000020:00000010:3.0:1715208160.344031:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012bd11780. 00000020:00000010:3.0:1715208160.344033:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8800b616e000. 00000040:00000010:3.0:1715208160.344045:0:16240:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff880130ef7a80. 00000002:00000010:3.0:1715208160.344051:0:16240:0:(mdc_changelog.c:812:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800a8f31800. 00000020:00000010:3.0:1715208160.344355:0:16240:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b610b400. 00000020:00000010:3.0:1715208160.344360:0:16240:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009eb515a0. 00000008:00000010:3.0:1715208160.344363:0:16240:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a0e30b28. 00020000:00000010:3.0:1715208160.344368:0:16240:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b6ed4900. 00008000:00000010:3.0:1715208160.344371:0:16240:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8e70388. 00000080:00000010:3.0:1715208160.344380:0:16240:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b4209098. 00000080:00000010:3.0:1715208160.344383:0:16240:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a9504248. 00000020:00000010:3.0:1715208160.344385:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6cef600. 00000020:00000010:3.0:1715208160.344390:0:16240:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800a951e380. 00000020:00000010:3.0:1715208160.344393:0:16240:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b5902000. 00000008:00000010:3.0:1715208160.344395:0:16240:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b58c8160. 00020000:00000010:3.0:1715208160.344398:0:16240:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800b0364240. 00008000:00000010:3.0:1715208160.344401:0:16240:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88009e35d010. 00000080:00000010:3.0:1715208160.344403:0:16240:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800ab1710f0. 00000020:00000010:3.0:1715208160.344405:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6ceee00. 00000020:00000010:3.0:1715208160.344409:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b6ed4300. 00000020:00000010:3.0:1715208160.344411:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6238c80. 00000020:00000010:3.0:1715208160.344417:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6134280. 00000020:00000010:3.0:1715208160.344420:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff880130ef7b40. 00800000:00000010:3.0:1715208160.344432:0:16240:0:(lmv_obd.c:441:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800b610b400. 00020000:00000010:3.0:1715208160.344436:0:16240:0:(lu_tgt_descs.c:394:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff88012b4b6000. 00000020:00000010:3.0:1715208160.344443:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b610ba00. 00000020:00000010:3.0:1715208160.344446:0:16240:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b610aa00. 00000020:00000010:3.0:1715208160.344448:0:16240:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012bd11e40. 00000008:00000010:3.0:1715208160.344451:0:16240:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a0e30b28. 00020000:00000010:3.0:1715208160.344453:0:16240:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff880130ef7180. 00008000:00000010:3.0:1715208160.344455:0:16240:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8e70388. 00000080:00000010:3.0:1715208160.344458:0:16240:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b4209098. 00000080:00000010:3.0:1715208160.344460:0:16240:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9504248. 00000020:00000010:3.0:1715208160.344469:0:16240:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b610aa00. 00000020:00000010:3.0:1715208160.344472:0:16240:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88012bd11e40. 00000008:00000010:3.0:1715208160.344474:0:16240:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a0e30b28. 00020000:00000010:3.0:1715208160.344477:0:16240:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff880130ef7180. 00008000:00000010:3.0:1715208160.344479:0:16240:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a8e70388. 00000080:00000010:3.0:1715208160.344481:0:16240:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800b4209098. 00000080:00000010:3.0:1715208160.344483:0:16240:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a9504248. 00000020:00000010:3.0:1715208160.344485:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b610ba00. 00000020:00000010:3.0:1715208160.344493:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff880130ef7b40. 00000020:00000010:3.0:1715208160.344495:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6134280. 00000020:00000010:3.0:1715208160.344500:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009f307700. 00000020:00000010:3.0:1715208160.344502:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009f307700. 00000020:00000010:3.0:1715208160.344506:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009f307700. 00000020:00000010:3.0:1715208160.344508:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009f307700. 00000020:00000010:3.0:1715208160.344537:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88012bd11e40. 00000020:00000010:3.0:1715208160.344541:0:16240:0:(obd_config.c:1092:class_add_profile()) kmalloced '(lprof)': 48 at ffff8800b6134280. 00000020:00000010:3.0:1715208160.344544:0:16240:0:(obd_config.c:1098:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff88012f323d20. 00000020:00000010:3.0:1715208160.344546:0:16240:0:(obd_config.c:1104:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff88012f323eb0. 00000020:00000010:3.0:1715208160.344548:0:16240:0:(obd_config.c:1111:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff88012f323ab0. 00000020:00000010:3.0:1715208160.344550:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88012bd11e40. 00000020:00000010:3.0:1715208160.344552:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009f307700. 00000020:00000010:3.0:1715208160.344554:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009f307700. 00000020:00000010:3.0:1715208160.344557:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009f307700. 00000020:00000010:3.0:1715208160.344559:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009f307700. 00000020:00000010:3.0:1715208160.344561:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6134f40. 00000100:00000010:3.0:1715208160.344564:0:16240:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800a8f32000. 00000400:00000200:3.0:1715208160.344568:0:16240:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:3.0:1715208160.344573:0:16240:0:(peer.c:1744:lnet_peer_add()) peer 192.168.202.130@tcp NID flags 0x100001: -17 00000100:00000010:3.0:1715208160.344576:0:16240:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800a8f32000. 00000020:00000010:3.0:1715208160.344579:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6134f40. 00000020:00000010:3.0:1715208160.344581:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6134f40. 00000020:00000010:3.0:1715208160.344584:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff880130ef7b40. 00000020:00000010:3.0:1715208160.344590:0:16240:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff8800a95dd540. 00000020:00000010:3.0:1715208160.344596:0:16240:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b589f000. 00000020:00000010:3.0:1715208160.344604:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff880130ef7b40. 00000020:00000010:3.0:1715208160.344607:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6134f40. 00000020:00000010:3.0:1715208160.344610:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6134f40. 00000020:00000010:3.0:1715208160.344612:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff880130ef7b40. 00000001:00000010:3.0:1715208160.344627:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff880130ef7180. 00000001:00000010:3.0:1715208160.344637:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b61c8da0. 00000001:00000010:3.0:1715208160.344639:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610ba00. 00000001:00000010:3.0:1715208160.344642:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610aa00. 00000001:00000010:3.0:1715208160.344644:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610b000. 00000001:00000010:3.0:1715208160.344647:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610a200. 00000001:00000010:3.0:1715208160.344649:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff880130ef7300. 00000001:00000010:3.0:1715208160.344652:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b61c82a0. 00000001:00000010:3.0:1715208160.344654:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610be00. 00000001:00000010:3.0:1715208160.344656:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610a600. 00000001:00000010:3.0:1715208160.344658:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610a800. 00000001:00000010:3.0:1715208160.344661:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b610b800. 00000020:00000010:3.0:1715208160.344663:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b610a000. 00000020:00000010:3.0:1715208160.344667:0:16240:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009e817d80. 00000020:00000010:2.0:1715208160.345315:0:16240:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b62c5000. 00000008:00000010:2.0:1715208160.345330:0:16240:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b00e0160. 00020000:00000010:2.0:1715208160.345366:0:16240:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a690c240. 00008000:00000010:2.0:1715208160.345373:0:16240:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e115ef0. 00000080:00000010:2.0:1715208160.345379:0:16240:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009ffe10f0. 00000020:00000010:2.0:1715208160.345383:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b022b400. 00000020:00000010:2.0:1715208160.345387:0:16240:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b022b200. 00000020:00000010:2.0:1715208160.345390:0:16240:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e197b40. 00000008:00000010:2.0:1715208160.345394:0:16240:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5811650. 00020000:00000010:2.0:1715208160.345397:0:16240:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e9729c0. 00008000:00000010:2.0:1715208160.345400:0:16240:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3c710. 00000080:00000010:2.0:1715208160.345403:0:16240:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb7130. 00000080:00000010:2.0:1715208160.345406:0:16240:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3c490. 00000002:00000010:2.0:1715208160.345409:0:16240:0:(mdc_dev.c:1616:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff88009e047900. 00010000:00000010:2.0:1715208160.345428:0:16240:0:(ldlm_lib.c:498:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800ab0902c0. 00000020:00000010:2.0:1715208160.345433:0:16240:0:(genops.c:1191:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b5bbc800. 00000100:00000200:2.0:1715208160.345449:0:16240:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.202.130@tcp->12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208160.345456:0:16240:0:(peer.c:1501:LNetPrimaryNID()) NID 192.168.202.130@tcp primary NID 192.168.202.130@tcp rc 0 00010000:00000010:2.0:1715208160.345460:0:16240:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009e197c00. 00010000:00000010:2.0:1715208160.345465:0:16240:0:(ldlm_resource.c:915:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800ac654800. 00000001:00000010:2.0:1715208160.345470:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b6d4f900. 00000001:00000010:2.0:1715208160.345474:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800b6d4f000. 00000001:00000010:2.0:1715208160.345558:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a10000. 00000001:00000010:2.0:1715208160.345625:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a1a000. 00000001:00000010:2.0:1715208160.345692:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a24000. 00000001:00000010:2.0:1715208160.345757:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a2e000. 00000001:00000010:2.0:1715208160.345820:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a38000. 00000001:00000010:2.0:1715208160.345882:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a42000. 00000001:00000010:2.0:1715208160.345947:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a4c000. 00000001:00000010:2.0:1715208160.346011:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a56000. 00000001:00000010:2.0:1715208160.346076:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a60000. 00000001:00000010:2.0:1715208160.346176:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a6a000. 00000001:00000010:2.0:1715208160.346244:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a74000. 00000001:00000010:2.0:1715208160.346316:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a7e000. 00000001:00000010:2.0:1715208160.346387:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a88000. 00000001:00000010:2.0:1715208160.346448:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a92000. 00000001:00000010:2.0:1715208160.346529:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000a9c000. 00000001:00000010:2.0:1715208160.346603:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000aa6000. 00000001:00000010:2.0:1715208160.346663:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ab0000. 00000001:00000010:2.0:1715208160.346726:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000aba000. 00000001:00000010:2.0:1715208160.346790:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ac4000. 00000001:00000010:2.0:1715208160.346853:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ace000. 00000001:00000010:2.0:1715208160.346917:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ad8000. 00000001:00000010:2.0:1715208160.346979:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000ae2000. 00000001:00000010:2.0:1715208160.347051:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000aec000. 00000001:00000010:2.0:1715208160.347112:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000af6000. 00000001:00000010:2.0:1715208160.347204:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b00000. 00000001:00000010:2.0:1715208160.347279:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b0a000. 00000001:00000010:2.0:1715208160.347340:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b14000. 00000001:00000010:2.0:1715208160.347401:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b1e000. 00000001:00000010:2.0:1715208160.347461:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b28000. 00000001:00000010:2.0:1715208160.347549:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b32000. 00000001:00000010:2.0:1715208160.347610:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b3c000. 00000001:00000010:2.0:1715208160.347672:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32840 at ffffc90000b46000. 00010000:00000010:2.0:1715208160.347692:0:16240:0:(ldlm_resource.c:937:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 2816 at ffff8801369e4000. 00000020:00000010:2.0:1715208160.347748:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009e3307e0. 00000020:00000010:2.0:1715208160.347751:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800aa6ca1a0. 00000020:00000010:2.0:1715208160.347781:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009e330780. 00000020:00000010:2.0:1715208160.347784:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b022b000. 00000100:00000010:2.0:1715208160.347836:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4000. 00000100:00000010:2.0:1715208160.347840:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4380. 00000020:00000010:2.0:1715208160.347992:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009e330e40. 00000020:00000010:2.0:1715208160.347995:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b022ac00. 00000020:00000010:2.0:1715208160.348019:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88009e330960. 00000020:00000010:2.0:1715208160.348028:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff8801369e3000. 00000040:00000010:2.0:1715208160.348043:0:16240:0:(llog_obd.c:44:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff88009f14b180. 00000002:00000010:2.0:1715208160.348048:0:16240:0:(mdc_changelog.c:812:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800ac654c00. 00000020:00000010:0.0:1715208160.348448:0:16240:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b022b200. 00000020:00000010:0.0:1715208160.348453:0:16240:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009e197b40. 00000008:00000010:0.0:1715208160.348458:0:16240:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800b5811650. 00020000:00000010:0.0:1715208160.348464:0:16240:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009e9729c0. 00008000:00000010:0.0:1715208160.348468:0:16240:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a6a3c710. 00000080:00000010:0.0:1715208160.348473:0:16240:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800a8cb7130. 00000080:00000010:0.0:1715208160.348476:0:16240:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8f3c490. 00000020:00000010:0.0:1715208160.348480:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b022b400. 00000020:00000010:0.0:1715208160.348485:0:16240:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009e817d80. 00000020:00000010:0.0:1715208160.348491:0:16240:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b62c5000. 00000008:00000010:0.0:1715208160.348495:0:16240:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b00e0160. 00020000:00000010:0.0:1715208160.348498:0:16240:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a690c240. 00008000:00000010:0.0:1715208160.348502:0:16240:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88009e115ef0. 00000080:00000010:0.0:1715208160.348506:0:16240:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff88009ffe10f0. 00000020:00000010:0.0:1715208160.348530:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b610a000. 00000020:00000010:0.0:1715208160.348538:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff880130ef7b40. 00000020:00000010:0.0:1715208160.348543:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6134f40. 00000020:00000010:0.0:1715208160.348556:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6efbac0. 00000020:00000010:0.0:1715208160.348562:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff88009f6fa780. 00800000:00000010:0.0:1715208160.348580:0:16240:0:(lmv_obd.c:441:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800b6014000. 00000020:00000010:0.0:1715208160.348590:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6015600. 00000020:00000010:0.0:1715208160.348594:0:16240:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6014200. 00000020:00000010:0.0:1715208160.348598:0:16240:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012f325ea0. 00000008:00000010:0.0:1715208160.348604:0:16240:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.348607:0:16240:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f6fa840. 00008000:00000010:0.0:1715208160.348611:0:16240:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.348616:0:16240:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.348620:0:16240:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab17c248. 00000020:00000010:0.0:1715208160.348630:0:16240:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6014200. 00000020:00000010:0.0:1715208160.348643:0:16240:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88012f325ea0. 00000008:00000010:0.0:1715208160.348649:0:16240:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.348653:0:16240:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009f6fa840. 00008000:00000010:0.0:1715208160.348657:0:16240:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.348662:0:16240:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.348665:0:16240:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab17c248. 00000020:00000010:0.0:1715208160.348669:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6015600. 00000020:00000010:0.0:1715208160.348673:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff88009f6fa780. 00000020:00000010:0.0:1715208160.348677:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6efbac0. 00000020:00000010:0.0:1715208160.348685:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348689:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348695:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348698:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348702:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88012f325ea0. 00000020:00000010:0.0:1715208160.348707:0:16240:0:(obd_config.c:1092:class_add_profile()) kmalloced '(lprof)': 48 at ffff8800b6efbac0. 00000020:00000010:0.0:1715208160.348710:0:16240:0:(obd_config.c:1098:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff8800a28807d0. 00000020:00000010:0.0:1715208160.348713:0:16240:0:(obd_config.c:1104:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff8800a28807e0. 00000020:00000010:0.0:1715208160.348716:0:16240:0:(obd_config.c:1111:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff8800a28808e0. 00000020:00000010:0.0:1715208160.348719:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88012f325ea0. 00000020:00000010:0.0:1715208160.348723:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348725:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348739:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348742:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348746:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.348749:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88012f325ea0. 00000020:00000010:0.0:1715208160.348755:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6015600. 00000020:00000010:0.0:1715208160.348758:0:16240:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6014200. 00000020:00000010:0.0:1715208160.348761:0:16240:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012f325f00. 00000008:00000010:0.0:1715208160.348765:0:16240:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.348768:0:16240:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f6fa780. 00008000:00000010:0.0:1715208160.348772:0:16240:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.348783:0:16240:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.348786:0:16240:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab17c248. 00000020:00000010:0.0:1715208160.348801:0:16240:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6014200. 00000020:00000010:0.0:1715208160.348806:0:16240:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88012f325f00. 00000008:00000010:0.0:1715208160.348809:0:16240:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.348813:0:16240:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009f6fa780. 00008000:00000010:0.0:1715208160.348816:0:16240:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.348819:0:16240:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.348822:0:16240:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab17c248. 00000020:00000010:0.0:1715208160.348825:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6015600. 00000020:00000010:0.0:1715208160.348828:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88012f325ea0. 00000020:00000010:0.0:1715208160.348831:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.348837:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348840:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348845:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348848:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348852:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.348855:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88012f325ea0. 00000020:00000010:0.0:1715208160.348861:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6015600. 00000020:00000010:0.0:1715208160.348863:0:16240:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6014200. 00000020:00000010:0.0:1715208160.348866:0:16240:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012f325f00. 00000008:00000010:0.0:1715208160.348870:0:16240:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.348873:0:16240:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f6fa780. 00008000:00000010:0.0:1715208160.348876:0:16240:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.348878:0:16240:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.348881:0:16240:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab17c248. 00000020:00000010:0.0:1715208160.348888:0:16240:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6014200. 00000020:00000010:0.0:1715208160.348891:0:16240:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88012f325f00. 00000008:00000010:0.0:1715208160.348894:0:16240:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.348897:0:16240:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009f6fa780. 00008000:00000010:0.0:1715208160.348900:0:16240:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.348903:0:16240:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.348914:0:16240:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab17c248. 00000020:00000010:0.0:1715208160.348917:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6015600. 00000020:00000010:0.0:1715208160.348920:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88012f325ea0. 00000020:00000010:0.0:1715208160.348924:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.348930:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348932:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348939:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348942:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880136bd7700. 00000020:00000010:0.0:1715208160.348945:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6efbd80. 00000100:00000010:0.0:1715208160.348950:0:16240:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800ac4fc400. 00000400:00000200:0.0:1715208160.348956:0:16240:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:0.0:1715208160.348964:0:16240:0:(peer.c:1744:lnet_peer_add()) peer 192.168.202.130@tcp NID flags 0x100001: -17 00000100:00000010:0.0:1715208160.348970:0:16240:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800ac4fc400. 00000020:00000010:0.0:1715208160.348974:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.348978:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.348982:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff88009f6fa780. 00000020:00000010:0.0:1715208160.349003:0:16240:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff88009ea30000. 00000020:00000010:0.0:1715208160.349012:0:16240:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff88012a62c800. 00000020:00000010:0.0:1715208160.349028:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff88009f6fa780. 00000020:00000010:0.0:1715208160.349032:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.349037:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.349040:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff88009f6fa780. 00000001:00000010:0.0:1715208160.349064:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88009f6fa840. 00000001:00000010:0.0:1715208160.349070:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009f2e7800. 00000001:00000010:0.0:1715208160.349073:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6015600. 00000001:00000010:0.0:1715208160.349076:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6014200. 00000001:00000010:0.0:1715208160.349080:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6014400. 00000001:00000010:0.0:1715208160.349083:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6015800. 00000001:00000010:0.0:1715208160.349086:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88009f6fa0c0. 00000001:00000010:0.0:1715208160.349090:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009f2e7220. 00000001:00000010:0.0:1715208160.349092:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6015400. 00000001:00000010:0.0:1715208160.349096:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6015e00. 00000001:00000010:0.0:1715208160.349105:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6014e00. 00000001:00000010:0.0:1715208160.349109:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fece00. 00000020:00000010:0.0:1715208160.349148:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6fed200. 00000020:00000010:0.0:1715208160.349154:0:16240:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009e34c480. 00000020:00000010:0.0:1715208160.349164:0:16240:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009e130000. 00000008:00000010:0.0:1715208160.349176:0:16240:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800a0ec8000. 00020000:00000010:0.0:1715208160.349180:0:16240:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a803c240. 00008000:00000010:0.0:1715208160.349183:0:16240:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b4254a70. 00000080:00000010:0.0:1715208160.349193:0:16240:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b0137000. 00000020:00000010:0.0:1715208160.349197:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6fec000. 00000020:00000010:0.0:1715208160.349200:0:16240:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6fec200. 00000020:00000010:0.0:1715208160.349204:0:16240:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012f325ea0. 00000008:00000010:0.0:1715208160.349207:0:16240:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.349210:0:16240:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f6fa240. 00008000:00000010:0.0:1715208160.349213:0:16240:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.349217:0:16240:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.349220:0:16240:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab17c248. 00000008:00000010:0.0:1715208160.349223:0:16240:0:(osc_dev.c:204:osc_device_alloc()) kmalloced '(osc)': 104 at ffff88009e34cd80. 00000020:00000010:0.0:1715208160.349237:0:16240:0:(genops.c:1191:class_new_import()) kmalloced '(imp)': 1680 at ffff88012a62f000. 00000100:00000200:0.0:1715208160.349252:0:16240:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.202.130@tcp->12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208160.349260:0:16240:0:(peer.c:1501:LNetPrimaryNID()) NID 192.168.202.130@tcp primary NID 192.168.202.130@tcp rc 0 00010000:00000010:0.0:1715208160.349265:0:16240:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88012f325f00. 00010000:00000010:0.0:1715208160.349270:0:16240:0:(ldlm_resource.c:915:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800b02c9c00. 00000001:00000010:0.0:1715208160.349274:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff880136bd7700. 00000001:00000010:0.0:1715208160.349279:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff88009e34c980. 00000001:00000010:0.0:1715208160.349286:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012b654000. 00000001:00000010:0.0:1715208160.349296:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88012b656000. 00000001:00000010:0.0:1715208160.349314:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009f130000. 00000001:00000010:0.0:1715208160.349323:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009f132000. 00000001:00000010:0.0:1715208160.349331:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009f134000. 00000001:00000010:0.0:1715208160.349340:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009f136000. 00000001:00000010:0.0:1715208160.349358:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009fd50000. 00000001:00000010:0.0:1715208160.349374:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009fd52000. 00000001:00000010:0.0:1715208160.349384:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009fd54000. 00000001:00000010:0.0:1715208160.349394:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009fd56000. 00000001:00000010:0.0:1715208160.349410:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009ead8000. 00000001:00000010:0.0:1715208160.349419:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009eada000. 00000001:00000010:0.0:1715208160.349427:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009eadc000. 00000001:00000010:0.0:1715208160.349436:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009eade000. 00000001:00000010:0.0:1715208160.349453:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a8208000. 00000001:00000010:0.0:1715208160.349464:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a820a000. 00010000:00000010:0.0:1715208160.349471:0:16240:0:(ldlm_resource.c:937:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff88012a62d800. 00000020:00000010:0.0:1715208160.349562:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012f325de0. 00000020:00000010:0.0:1715208160.349567:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88009f2e7480. 00000020:00000010:0.0:1715208160.349594:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012f325e40. 00000020:00000010:0.0:1715208160.349597:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6fed000. 00000100:00000010:0.0:1715208160.349641:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e808700. 00000100:00000010:0.0:1715208160.349646:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e808a80. 00000020:00000010:0.0:1715208160.349863:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012f325d20. 00000020:00000010:0.0:1715208160.349868:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff88012d3e3000. 00000100:00000010:0.0:1715208160.349888:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e808e00. 00000100:00000010:0.0:1715208160.350190:0:16240:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a3880000. 00000100:00000010:0.0:1715208160.350197:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e809180. 00000100:00000010:0.0:1715208160.350461:0:16240:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a8d00000. 00000100:00000010:0.0:1715208160.350468:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e809500. 00000100:00000010:0.0:1715208160.350757:0:16240:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a0680000. 00000100:00000010:0.0:1715208160.350764:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e809880. 00000100:00000010:0.0:1715208160.351033:0:16240:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88009e380000. 00000100:00000010:0.0:1715208160.351039:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e809c00. 00000100:00000010:0.0:1715208160.351344:0:16240:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a1e00000. 00000100:00000010:0.0:1715208160.351351:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e809f80. 00000100:00000010:0.0:1715208160.351641:0:16240:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a3a80000. 00000100:00000010:0.0:1715208160.351649:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80a300. 00000100:00000010:0.0:1715208160.351925:0:16240:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a2800000. 00000100:00000010:0.0:1715208160.351932:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80a680. 00000100:00000010:0.0:1715208160.352232:0:16240:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a0d00000. 00000100:00000010:0.0:1715208160.352238:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80aa00. 00000100:00000010:0.0:1715208160.352496:0:16240:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a8080000. 00000100:00000010:0.0:1715208160.352503:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80ad80. 00000100:00000010:0.0:1715208160.352784:0:16240:0:(client.c:619:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff88009fe80000. 00000020:00000010:0.0:1715208160.352791:0:16240:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6fec200. 00000020:00000010:0.0:1715208160.352796:0:16240:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88012f325ea0. 00000008:00000010:0.0:1715208160.352801:0:16240:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.352807:0:16240:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009f6fa240. 00008000:00000010:0.0:1715208160.352812:0:16240:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.352817:0:16240:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.352820:0:16240:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab17c248. 00000020:00000010:0.0:1715208160.352824:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6fec000. 00000020:00000010:0.0:1715208160.352829:0:16240:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009e34c480. 00000020:00000010:0.0:1715208160.352834:0:16240:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009e130000. 00000008:00000010:0.0:1715208160.352838:0:16240:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a0ec8000. 00020000:00000010:0.0:1715208160.352842:0:16240:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a803c240. 00008000:00000010:0.0:1715208160.352845:0:16240:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b4254a70. 00000080:00000010:0.0:1715208160.352849:0:16240:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b0137000. 00000020:00000010:0.0:1715208160.352853:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6fed200. 00000020:00000010:0.0:1715208160.352859:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff88009f6fa780. 00000020:00000010:0.0:1715208160.352862:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.352870:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.352875:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff88009e34c480. 00000020:00000010:0.0:1715208160.352881:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6fed200. 00000020:00000010:0.0:1715208160.352885:0:16240:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6fec000. 00000020:00000010:0.0:1715208160.352888:0:16240:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012f325ea0. 00000008:00000010:0.0:1715208160.352892:0:16240:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.352896:0:16240:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e96ff00. 00008000:00000010:0.0:1715208160.352899:0:16240:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.352913:0:16240:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.352917:0:16240:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab17c248. 00020000:00000010:0.0:1715208160.352930:0:16240:0:(lov_obd.c:520:lov_add_target()) kmalloced '(newtgts)': 16 at ffff8800a2880810. 00020000:00000010:0.0:1715208160.352934:0:16240:0:(lov_obd.c:543:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800b6fec200. 00020000:00000010:0.0:1715208160.352939:0:16240:0:(lov_dev.c:382:lov_expand_targets()) kmalloced '(newd)': 16 at ffff8800a2880880. 00000020:00000010:0.0:1715208160.352944:0:16240:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6fec000. 00000020:00000010:0.0:1715208160.352948:0:16240:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88012f325ea0. 00000008:00000010:0.0:1715208160.352952:0:16240:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.352956:0:16240:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009e96ff00. 00008000:00000010:0.0:1715208160.352959:0:16240:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.352963:0:16240:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.352966:0:16240:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab17c248. 00000020:00000010:0.0:1715208160.352969:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6fed200. 00000020:00000010:0.0:1715208160.352972:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff88009e34c480. 00000020:00000010:0.0:1715208160.352975:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.352982:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880136bd7800. 00000020:00000010:0.0:1715208160.352985:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880136bd7800. 00000020:00000010:0.0:1715208160.352992:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880136bd7800. 00000020:00000010:0.0:1715208160.352995:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880136bd7800. 00000020:00000010:0.0:1715208160.352999:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6efbd80. 00000100:00000010:0.0:1715208160.353004:0:16240:0:(lustre_peer.c:89:class_add_uuid()) kmalloced '(data)': 704 at ffff8800ab31dc00. 00000400:00000200:0.0:1715208160.353009:0:16240:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:0.0:1715208160.353016:0:16240:0:(peer.c:1744:lnet_peer_add()) peer 192.168.202.130@tcp NID flags 0x100001: -17 00000100:00000010:0.0:1715208160.353020:0:16240:0:(lustre_peer.c:124:class_add_uuid()) kfreed 'data': 704 at ffff8800ab31dc00. 00000020:00000010:0.0:1715208160.353023:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.353027:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.353032:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff88009e96ff00. 00000020:00000010:0.0:1715208160.353040:0:16240:0:(genops.c:70:obd_device_alloc()) slab-alloced 'obd': 5456 at ffff88009ea31550. 00000020:00000010:0.0:1715208160.353047:0:16240:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff88012a628800. 00000020:00000010:0.0:1715208160.353062:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff88009e96ff00. 00000020:00000010:0.0:1715208160.353066:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.353070:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.353083:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff88009e96ff00. 00000001:00000010:0.0:1715208160.353105:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88009e96fcc0. 00000001:00000010:0.0:1715208160.353109:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009f2e7640. 00000001:00000010:0.0:1715208160.353113:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fed200. 00000001:00000010:0.0:1715208160.353117:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fec000. 00000001:00000010:0.0:1715208160.353154:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fec800. 00000001:00000010:0.0:1715208160.353158:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fbdc00. 00000001:00000010:0.0:1715208160.353162:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 184 at ffff88009e96fa80. 00000001:00000010:0.0:1715208160.353165:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009f2e7660. 00000001:00000010:0.0:1715208160.353169:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fbce00. 00000001:00000010:0.0:1715208160.353172:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fbd000. 00000001:00000010:0.0:1715208160.353175:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fbd800. 00000001:00000010:0.0:1715208160.353179:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6fbde00. 00000020:00000010:0.0:1715208160.353183:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ce9a00. 00000020:00000010:0.0:1715208160.353187:0:16240:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009e34c480. 00000020:00000010:0.0:1715208160.353191:0:16240:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88009e130000. 00000008:00000010:0.0:1715208160.353195:0:16240:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800a0ec8000. 00020000:00000010:0.0:1715208160.353199:0:16240:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a803c240. 00008000:00000010:0.0:1715208160.353203:0:16240:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b4254a70. 00000080:00000010:0.0:1715208160.353207:0:16240:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b0137000. 00000020:00000010:0.0:1715208160.353211:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ce8e00. 00000020:00000010:0.0:1715208160.353215:0:16240:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ce9e00. 00000020:00000010:0.0:1715208160.353218:0:16240:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012f325ea0. 00000008:00000010:0.0:1715208160.353222:0:16240:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.353225:0:16240:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e96f480. 00008000:00000010:0.0:1715208160.353228:0:16240:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.353231:0:16240:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.353234:0:16240:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab17c248. 00000008:00000010:0.0:1715208160.353238:0:16240:0:(osc_dev.c:204:osc_device_alloc()) kmalloced '(osc)': 104 at ffff88009e34cf00. 00000020:00000010:0.0:1715208160.353249:0:16240:0:(genops.c:1191:class_new_import()) kmalloced '(imp)': 1680 at ffff88012a62a800. 00000100:00000200:0.0:1715208160.353262:0:16240:0:(events.c:572:ptlrpc_uuid_to_peer()) 192.168.202.130@tcp->12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208160.353270:0:16240:0:(peer.c:1501:LNetPrimaryNID()) NID 192.168.202.130@tcp primary NID 192.168.202.130@tcp rc 0 00010000:00000010:0.0:1715208160.353282:0:16240:0:(ldlm_lib.c:87:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88012f325d80. 00010000:00000010:0.0:1715208160.353287:0:16240:0:(ldlm_resource.c:915:ldlm_namespace_new()) kmalloced '(ns)': 760 at ffff8800ab31ec00. 00000001:00000010:0.0:1715208160.353291:0:16240:0:(hash.c:1067:cfs_hash_create()) alloc '(hs)': 232 at ffff880136bd7800. 00000001:00000010:0.0:1715208160.353296:0:16240:0:(hash.c:935:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff88009e34ce00. 00000001:00000010:0.0:1715208160.353303:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a820c000. 00000001:00000010:0.0:1715208160.353313:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a820e000. 00000001:00000010:0.0:1715208160.353332:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a0fb8000. 00000001:00000010:0.0:1715208160.353342:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a0fba000. 00000001:00000010:0.0:1715208160.353351:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a0fbc000. 00000001:00000010:0.0:1715208160.353362:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a0fbe000. 00000001:00000010:0.0:1715208160.353379:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009eb80000. 00000001:00000010:0.0:1715208160.353389:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009eb82000. 00000001:00000010:0.0:1715208160.353398:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009eb84000. 00000001:00000010:0.0:1715208160.353407:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009eb86000. 00000001:00000010:0.0:1715208160.353423:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009f1e8000. 00000001:00000010:0.0:1715208160.353432:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009f1ea000. 00000001:00000010:0.0:1715208160.353442:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009f1ec000. 00000001:00000010:0.0:1715208160.353451:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff88009f1ee000. 00000001:00000010:0.0:1715208160.353470:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a97c8000. 00000001:00000010:0.0:1715208160.353481:0:16240:0:(hash.c:948:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4168 at ffff8800a97ca000. 00010000:00000010:0.0:1715208160.353489:0:16240:0:(ldlm_resource.c:937:ldlm_namespace_new()) kmalloced '(ns->ns_rs_buckets)': 1408 at ffff88012a62b000. 00000020:00000010:0.0:1715208160.353581:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012f325c60. 00000020:00000010:0.0:1715208160.353585:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88009f2e73c0. 00000020:00000010:0.0:1715208160.353614:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012f325cc0. 00000020:00000010:0.0:1715208160.353618:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6ce8c00. 00000100:00000010:0.0:1715208160.353664:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80b100. 00000100:00000010:0.0:1715208160.353669:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80b480. 00000020:00000010:0.0:1715208160.353876:0:16240:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012f325ba0. 00000020:00000010:0.0:1715208160.353881:0:16240:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3648 at ffff88012d3e1000. 00000020:00000010:0.0:1715208160.353900:0:16240:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6ce9e00. 00000020:00000010:0.0:1715208160.353905:0:16240:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88012f325ea0. 00000008:00000010:0.0:1715208160.353918:0:16240:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.353923:0:16240:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009e96f480. 00008000:00000010:0.0:1715208160.353927:0:16240:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.353932:0:16240:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.353936:0:16240:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab17c248. 00000020:00000010:0.0:1715208160.353939:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6ce8e00. 00000020:00000010:0.0:1715208160.353945:0:16240:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009e34c480. 00000020:00000010:0.0:1715208160.353948:0:16240:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88009e130000. 00000008:00000010:0.0:1715208160.353952:0:16240:0:(osc_dev.c:143:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a0ec8000. 00020000:00000010:0.0:1715208160.353956:0:16240:0:(lov_dev.c:155:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800a803c240. 00008000:00000010:0.0:1715208160.353959:0:16240:0:(echo_client.c:467:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b4254a70. 00000080:00000010:0.0:1715208160.353963:0:16240:0:(vvp_dev.c:124:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b0137000. 00000020:00000010:0.0:1715208160.353966:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6ce9a00. 00000020:00000010:0.0:1715208160.353970:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff88009e96ff00. 00000020:00000010:0.0:1715208160.353973:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6efbd80. 00000020:00000010:0.0:1715208160.353981:0:16240:0:(obd_config.c:1933:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6d7b840. 00000020:00000010:0.0:1715208160.353986:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff88009e34c480. 00000020:00000010:0.0:1715208160.353991:0:16240:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ce9a00. 00000020:00000010:0.0:1715208160.353994:0:16240:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ce8e00. 00000020:00000010:0.0:1715208160.353997:0:16240:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012f325ea0. 00000008:00000010:0.0:1715208160.354001:0:16240:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.354004:0:16240:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e96ff00. 00008000:00000010:0.0:1715208160.354007:0:16240:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.354010:0:16240:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.354013:0:16240:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab17c248. 00020000:00000010:0.0:1715208160.354022:0:16240:0:(lov_obd.c:543:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800b6ce9e00. 00000020:00000010:0.0:1715208160.354028:0:16240:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6ce8e00. 00000020:00000010:0.0:1715208160.354031:0:16240:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88012f325ea0. 00000008:00000010:0.0:1715208160.354034:0:16240:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.354038:0:16240:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009e96ff00. 00008000:00000010:0.0:1715208160.354041:0:16240:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800ab32c388. 00000080:00000010:0.0:1715208160.354044:0:16240:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.354047:0:16240:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800ab17c248. 00000020:00000010:0.0:1715208160.354058:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6ce9a00. 00000020:00000010:0.0:1715208160.354063:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff88009e34c480. 00000020:00000010:0.0:1715208160.354065:0:16240:0:(obd_config.c:2026:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6d7b840. 00000020:00000010:0.0:1715208160.354072:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880136bd7b00. 00000020:00000010:0.0:1715208160.354076:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880136bd7b00. 00000020:00000010:0.0:1715208160.354081:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880136bd7b00. 00000020:00000010:0.0:1715208160.354083:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880136bd7b00. 00000020:00000010:0.0:1715208160.354087:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff8800b6d7b840. 00000020:00000010:0.0:1715208160.354090:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff8800b6d7b840. 00000020:00000010:0.0:1715208160.354094:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880136bd7b00. 00000020:00000010:0.0:1715208160.354096:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880136bd7b00. 00000100:00000010:0.0:1715208160.354107:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80b800. 02000000:00000010:0.0:1715208160.354116:0:16240:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6ce9a00. 00000100:00000010:0.0:1715208160.354162:0:16240:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009e96ff00. 02000000:00000010:0.0:1715208160.354193:0:16240:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a812c000. 00000400:00000010:0.0:1715208160.354200:0:16240:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 00000400:00000010:0.0:1715208160.354205:0:16240:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88009e96f480. 00000100:00000200:0.0:1715208160.354211:0:16240:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1798526075929088, portal 25 00000400:00000010:0.0:1715208160.354217:0:16240:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715208160.354220:0:16240:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1798526075929088, offset 0 00000400:00000200:0.0:1715208160.354228:0:16240:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208160.354238:0:16240:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208160.354243:0:16240:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208160.354248:0:16240:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208160.354252:0:16240:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208160.354255:0:16240:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208160.354260:0:16240:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [11:11:256:4294967295] 192.168.202.130@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1715208160.354273:0:16240:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208160.354281:0:16240:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208160.354286:0:16240:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136bd7b00. 00000800:00000200:0.0:1715208160.354292:0:16240:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208160.354309:0:16240:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208160.354314:0:16240:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff880136bd7b00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1715208160.354398:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208160.354402:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136bd7b00. 00000400:00000200:0.0:1715208160.354407:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.354413:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208160.354418:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:0.0:1715208160.354421:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715208160.354428:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009e80b800 x1798526075929088/t0(0) o502->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715208176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000200:0.0:1715208160.356176:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208160.356187:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 8472 into portal 25 MB=0x663bffbe00200 00000400:00000200:0.0:1715208160.356193:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 8472/8472 into md 0x151 [4] + 224 00000400:00000200:0.0:1715208160.356216:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.356221:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208160.356227:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009e80b800 x1798526075929088/t0(0) o502->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000400:00000010:2.0:1715208160.356356:0:16240:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:2.0:1715208160.356364:0:16240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009e96f480 00000400:00000010:2.0:1715208160.356366:0:16240:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 184 at ffff88009e96f480. 00000100:00000200:2.0:1715208160.356374:0:16240:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009e80b800 x1798526075929088/t0(0) o502->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000200:2.0:1715208160.356385:0:16240:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009e80b800 x1798526075929088/t0(0) o502->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 00000100:00000010:2.0:1715208160.356405:0:16240:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009e96ff00. 02000000:00000010:2.0:1715208160.356414:0:16240:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a812c000. 02000000:00000010:2.0:1715208160.356429:0:16240:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6ce9a00. 00000100:00000010:2.0:1715208160.356433:0:16240:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009e80b800. 00000020:00000010:2.0:1715208160.356445:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6d4fb00. 00000020:00000010:2.0:1715208160.356448:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6d4fb00. 00000020:00000010:2.0:1715208160.356452:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff88009e330ba0. 00000020:00000010:2.0:1715208160.356457:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff88009e330ba0. 00000100:00000010:2.0:1715208160.356464:0:16240:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715208160.356470:0:16240:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b022a400. 00000100:00000010:2.0:1715208160.356477:0:16240:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14be40. 02000000:00000010:2.0:1715208160.356497:0:16240:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800a812c000. 00000400:00000010:2.0:1715208160.356502:0:16240:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:2.0:1715208160.356506:0:16240:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88009f14b900. 00000100:00000200:2.0:1715208160.356541:0:16240:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1798526075929152, portal 25 00000400:00000010:2.0:1715208160.356546:0:16240:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715208160.356548:0:16240:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1798526075929152, offset 0 00000400:00000200:2.0:1715208160.356554:0:16240:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208160.356562:0:16240:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208160.356566:0:16240:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208160.356569:0:16240:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208160.356578:0:16240:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208160.356580:0:16240:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208160.356584:0:16240:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [12:12:256:4294967295] 192.168.202.130@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:2.0:1715208160.356594:0:16240:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208160.356599:0:16240:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208160.356602:0:16240:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4fb00. 00000800:00000200:2.0:1715208160.356606:0:16240:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208160.356612:0:16240:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208160.356616:0:16240:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4fb00 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1715208160.356726:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208160.356729:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4fb00. 00000400:00000200:0.0:1715208160.356733:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.356738:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208160.356741:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:0.0:1715208160.356743:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:0.0:1715208160.356749:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526075929152/t0(0) o502->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715208176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000400:00000200:0.0:1715208160.358395:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208160.358406:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 8472 into portal 25 MB=0x663bffbe00240 00000400:00000200:0.0:1715208160.358413:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 8472/8472 into md 0x159 [4] + 224 00000400:00000200:0.0:1715208160.358438:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.358448:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208160.358455:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526075929152/t0(0) o502->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000400:00000010:2.0:1715208160.358609:0:16240:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:2.0:1715208160.358617:0:16240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009f14b900 00000400:00000010:2.0:1715208160.358619:0:16240:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 184 at ffff88009f14b900. 00000100:00000200:2.0:1715208160.358628:0:16240:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526075929152/t0(0) o502->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000200:2.0:1715208160.358639:0:16240:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526075929152/t0(0) o502->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8472 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 00000100:00000010:2.0:1715208160.358658:0:16240:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14be40. 02000000:00000010:2.0:1715208160.358667:0:16240:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800a812c000. 02000000:00000010:2.0:1715208160.358680:0:16240:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b022a400. 00000100:00000010:2.0:1715208160.358683:0:16240:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000020:00000010:2.0:1715208160.358693:0:16240:0:(obd_config.c:1994:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6d4f700. 00000020:00000010:2.0:1715208160.358696:0:16240:0:(obd_config.c:2023:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6d4f700. 00000040:00000010:2.0:1715208160.358699:0:16240:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff8800a04b4000. 00000020:00000010:2.0:1715208160.358705:0:16240:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b600a800. 00000040:00000010:2.0:1715208160.358710:0:16240:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b600a600. 00000020:00000010:2.0:1715208160.358713:0:16240:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b5899800. 00000020:00000010:2.0:1715208160.358718:0:16240:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b600a400. 80000000:00000010:2.0:1715208160.358721:0:16240:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88009eb518a0. 00040000:00000010:2.0:1715208160.358726:0:16240:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88009f307900. 00040000:00000010:2.0:1715208160.358730:0:16240:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b600a200. 20000000:00000010:2.0:1715208160.358740:0:16240:0:(mgs_handler.c:1497:mgs_key_fini()) kfreed 'info': 392 at ffff8800b600a000. 00000020:00000010:2.0:1715208160.358743:0:16240:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b600aa00. 00000040:00000010:1.0:1715208160.358860:0:16227:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff88009ea08a80. 00000040:00000010:1.0:1715208160.358871:0:16227:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800a9be2000. 00000040:00000010:1.0:1715208160.358879:0:16227:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b63d0200. 00000020:00000010:1.0:1715208160.358884:0:16227:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6e29600. 00000040:00000010:1.0:1715208160.358888:0:16227:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b6e28000. 00000020:00000010:1.0:1715208160.358891:0:16227:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800aa6ec800. 00000020:00000010:1.0:1715208160.358895:0:16227:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b6e28400. 80000000:00000010:1.0:1715208160.358908:0:16227:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012d5e9900. 00040000:00000010:1.0:1715208160.358911:0:16227:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b6e28600. 20000000:00000010:1.0:1715208160.358914:0:16227:0:(mgs_handler.c:1497:mgs_key_fini()) kfreed 'info': 392 at ffff8800b63d0000. 00000020:00000010:1.0:1715208160.358917:0:16227:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6e28200. 10000000:00000010:1.0:1715208160.358919:0:16227:0:(mgc_request.c:1691:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012e279200. 00000100:00000010:1.0:1715208160.358952:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710000. 02000000:00000010:1.0:1715208160.358961:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b0160000. 00010000:00000010:1.0:1715208160.358969:0:16227:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5865f00. 00010000:00000010:1.0:1715208160.358974:0:16227:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a941c240. 00000100:00000010:1.0:1715208160.358983:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0eb4480. 02000000:00000010:1.0:1715208160.358996:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013770e400. 00000400:00000010:1.0:1715208160.358999:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208160.359003:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da3b8. 00000100:00000200:1.0:1715208160.359007:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075929216, portal 25 00000400:00000010:1.0:1715208160.359010:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daee0. 00000100:00000200:1.0:1715208160.359012:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1798526075929216, offset 0 00000400:00000200:1.0:1715208160.359019:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208160.359027:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208160.359031:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208160.359034:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208160.359037:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208160.359039:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208160.359042:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [13:13:256:4294967295] 192.168.202.130@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1715208160.359051:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208160.359056:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208160.359059:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715208160.359063:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208160.359068:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208160.359072:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208160.359232:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208160.359237:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715208160.359241:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.359248:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208160.359251:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daee0 00000400:00000010:0.0:1715208160.359253:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daee0. 00000100:00000200:0.0:1715208160.359259:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710000 x1798526075929216/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208160.360677:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208160.360691:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 344 into portal 25 MB=0x663bffbe00280 00000400:00000200:0.0:1715208160.360700:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 344/344 into md 0x161 [1] + 224 00000400:00000200:0.0:1715208160.360737:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.360743:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208160.360759:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710000 x1798526075929216/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1715208160.360860:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208160.360870:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da3b8 00000400:00000010:1.0:1715208160.360893:0:16227:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da3b8. 00000100:00000200:1.0:1715208160.360904:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710000 x1798526075929216/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1715208160.360919:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710000 x1798526075929216/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:1.0:1715208160.360944:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0eb4480. 02000000:00000010:1.0:1715208160.360960:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013770e400. 02000000:00000010:1.0:1715208160.360966:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b0160000. 00000100:00000010:1.0:1715208160.360969:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710000. 10000000:00000010:1.0:1715208160.360978:0:16227:0:(mgc_request.c:1509:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff8800aa6ec800. 00000100:00000010:1.0:1715208160.361674:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710000. 02000000:00000010:1.0:1715208160.361684:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b0160000. 00000100:00000010:1.0:1715208160.361691:0:16227:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff88013770e400. 00000100:00000010:1.0:1715208160.361694:0:16227:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8800b0304000. 00000100:00000010:1.0:1715208160.361708:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0eb4480. 00000400:00000010:1.0:1715208160.361722:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208160.361727:0:16227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a9be2000. 00000100:00000200:1.0:1715208160.361732:0:16227:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x663bffbe002c0-0x663bffbe002c0, portal 33 02000000:00000010:1.0:1715208160.361738:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b0161000. 00000400:00000010:1.0:1715208160.361740:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6840. 00000400:00000010:1.0:1715208160.361742:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da3b8. 00000100:00000200:1.0:1715208160.361744:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075929280, portal 25 00000400:00000010:1.0:1715208160.361748:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da908. 00000100:00000200:1.0:1715208160.361750:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1798526075929280, offset 0 00000400:00000200:1.0:1715208160.361756:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208160.361763:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208160.361767:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208160.361770:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208160.361773:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208160.361775:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208160.361778:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [14:14:256:4294967295] 192.168.202.130@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:1.0:1715208160.361795:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208160.361801:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208160.361804:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865800. 00000800:00000200:1.0:1715208160.361808:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208160.361814:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208160.361817:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865800 type 1, nob 400 niov 1 nkiov 1 00000800:00000200:0.0:1715208160.361979:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208160.361984:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865800. 00000400:00000200:0.0:1715208160.361989:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.361995:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208160.361999:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da908 00000400:00000010:0.0:1715208160.362001:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da908. 00000100:00000200:0.0:1715208160.362007:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710000 x1798526075929280/t0(0) o256->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 304/240 e 0 to 0 dl 1715208176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:1.0:1715208160.363407:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:1.0:1715208160.363419:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 176 into portal 33 MB=0x663bffbe002c0 00000400:00000200:1.0:1715208160.363426:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.130@tcp of length 176/176 into md 0x169 [256] + 0 00000400:00000010:1.0:1715208160.363430:0:15144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208160.363433:0:15144:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a9be2000 00000400:00000200:1.0:1715208160.363448:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208160.363453:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208160.363456:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9be2000 00000400:00000010:1.0:1715208160.363458:0:15144:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 4216 at ffff8800a9be2000. 00000100:00000200:1.0:1715208160.363462:0:15144:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff88013770e400 00000400:00000200:1.0:1715208160.363485:0:15144:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:1.0:1715208160.363490:0:15144:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208160.363495:0:15144:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [15:15:256:4294967295] 192.168.202.130@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:1.0:1715208160.363505:0:15144:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) 192.168.202.130@tcp : ACK try# 0 00000800:00000200:1.0:1715208160.363531:0:15144:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208160.363535:0:15144:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff8800a9be2000. 00000800:00000200:1.0:1715208160.363540:0:15144:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208160.363546:0:15144:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208160.363549:0:15144:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800a9be2000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1715208160.363607:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208160.363609:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff8800a9be2000. 00000400:00000200:1.0:1715208160.363613:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208160.363624:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: ACK: OK 00000400:00000200:0.0:1715208160.364875:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208160.364886:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 240 into portal 25 MB=0x663bffbe002c0 00000400:00000200:0.0:1715208160.364892:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 240/240 into md 0x16d [1] + 224 00000400:00000200:0.0:1715208160.364909:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.364919:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208160.364926:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710000 x1798526075929280/t0(0) o256->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 304/240 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1715208160.365009:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6840. 00000400:00000200:2.0:1715208160.365016:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da3b8 00000400:00000010:2.0:1715208160.365018:0:16227:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da3b8. 00000100:00000200:2.0:1715208160.365026:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710000 x1798526075929280/t0(0) o256->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 304/240 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715208160.365037:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710000 x1798526075929280/t0(0) o256->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 304/240 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1715208160.365056:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0eb4480. 10000000:00000010:2.0:1715208160.365066:0:16227:0:(mgc_request.c:1229:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff8801369e7000. 00000100:00000200:2.0:1715208160.365077:0:16227:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.202.130@tcp 00000100:00000200:2.0:1715208160.365079:0:16227:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1715208160.365083:0:16227:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:2.0:1715208160.365087:0:16227:0:(peer.c:1744:lnet_peer_add()) peer 192.168.202.130@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1715208160.365093:0:16227:0:(mgc_request.c:1447:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff88012bd27c80. 00000020:00000010:2.0:1715208160.365099:0:16227:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b022a400. 00000020:00000010:2.0:1715208160.365102:0:16227:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b022a200. 00000020:00000010:2.0:1715208160.365105:0:16227:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e330ba0. 00000008:00000010:2.0:1715208160.365109:0:16227:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5812178. 00020000:00000010:2.0:1715208160.365112:0:16227:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f14be40. 00008000:00000010:2.0:1715208160.365146:0:16227:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3ca98. 00000080:00000010:2.0:1715208160.365150:0:16227:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb71c8. 00000080:00000010:2.0:1715208160.365153:0:16227:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3c6d8. 00000020:00000010:2.0:1715208160.365204:0:16227:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b022a200. 00000020:00000010:2.0:1715208160.365208:0:16227:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009e330ba0. 00000008:00000010:2.0:1715208160.365210:0:16227:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800b5812178. 00020000:00000010:2.0:1715208160.365214:0:16227:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009f14be40. 00008000:00000010:2.0:1715208160.365216:0:16227:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a6a3ca98. 00000080:00000010:2.0:1715208160.365219:0:16227:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800a8cb71c8. 00000080:00000010:2.0:1715208160.365222:0:16227:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8f3c6d8. 00000020:00000010:2.0:1715208160.365224:0:16227:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b022a400. 10000000:00000010:2.0:1715208160.365227:0:16227:0:(mgc_request.c:1459:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff88012bd27c80. 00000100:00000200:2.0:1715208160.365243:0:16227:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.202.130@tcp 00000100:00000200:2.0:1715208160.365246:0:16227:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1715208160.365248:0:16227:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:2.0:1715208160.365252:0:16227:0:(peer.c:1744:lnet_peer_add()) peer 192.168.202.130@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1715208160.365255:0:16227:0:(mgc_request.c:1447:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff88012bd27c80. 00000020:00000010:2.0:1715208160.365259:0:16227:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b022a400. 00000020:00000010:2.0:1715208160.365261:0:16227:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b022a200. 00000020:00000010:2.0:1715208160.365263:0:16227:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e330ba0. 00000008:00000010:2.0:1715208160.365266:0:16227:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5812178. 00020000:00000010:2.0:1715208160.365269:0:16227:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f14be40. 00008000:00000010:2.0:1715208160.365271:0:16227:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3ca98. 00000080:00000010:2.0:1715208160.365274:0:16227:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb71c8. 00000080:00000010:2.0:1715208160.365276:0:16227:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3c6d8. 00000020:00000010:2.0:1715208160.365295:0:16227:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b022a200. 00000020:00000010:2.0:1715208160.365298:0:16227:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009e330ba0. 00000008:00000010:2.0:1715208160.365300:0:16227:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800b5812178. 00020000:00000010:2.0:1715208160.365302:0:16227:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009f14be40. 00008000:00000010:2.0:1715208160.365305:0:16227:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a6a3ca98. 00000080:00000010:2.0:1715208160.365307:0:16227:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800a8cb71c8. 00000080:00000010:2.0:1715208160.365309:0:16227:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8f3c6d8. 00000020:00000010:2.0:1715208160.365311:0:16227:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b022a400. 10000000:00000010:2.0:1715208160.365312:0:16227:0:(mgc_request.c:1459:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff88012bd27c80. 00000100:00000200:2.0:1715208160.365317:0:16227:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.202.130@tcp 00000100:00000200:2.0:1715208160.365319:0:16227:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1715208160.365321:0:16227:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:2.0:1715208160.365323:0:16227:0:(peer.c:1744:lnet_peer_add()) peer 192.168.202.130@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1715208160.365325:0:16227:0:(mgc_request.c:1447:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff88012bd27c80. 00000020:00000010:2.0:1715208160.365328:0:16227:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b022a400. 00000020:00000010:2.0:1715208160.365330:0:16227:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b022a200. 00000020:00000010:2.0:1715208160.365332:0:16227:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e330ba0. 00000008:00000010:2.0:1715208160.365334:0:16227:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5812178. 00020000:00000010:2.0:1715208160.365335:0:16227:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f14be40. 00008000:00000010:2.0:1715208160.365337:0:16227:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3ca98. 00000080:00000010:2.0:1715208160.365338:0:16227:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb71c8. 00000080:00000010:2.0:1715208160.365345:0:16227:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3c6d8. 00000020:00000010:2.0:1715208160.365363:0:16227:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b022a200. 00000020:00000010:2.0:1715208160.365366:0:16227:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009e330ba0. 00000008:00000010:2.0:1715208160.365368:0:16227:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800b5812178. 00020000:00000010:2.0:1715208160.365370:0:16227:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009f14be40. 00008000:00000010:2.0:1715208160.365372:0:16227:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a6a3ca98. 00000080:00000010:2.0:1715208160.365375:0:16227:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800a8cb71c8. 00000080:00000010:2.0:1715208160.365376:0:16227:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8f3c6d8. 00000020:00000010:2.0:1715208160.365378:0:16227:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b022a400. 10000000:00000010:2.0:1715208160.365380:0:16227:0:(mgc_request.c:1459:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff88012bd27c80. 00000100:00000200:2.0:1715208160.365385:0:16227:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.202.130@tcp 00000100:00000200:2.0:1715208160.365387:0:16227:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '' 00000400:00000200:2.0:1715208160.365388:0:16227:0:(peer.c:1368:LNetAddPeer()) num_nids 1 00000400:00000200:2.0:1715208160.365391:0:16227:0:(peer.c:1744:lnet_peer_add()) peer 192.168.202.130@tcp NID flags 0x100001: -17 10000000:00000010:2.0:1715208160.365393:0:16227:0:(mgc_request.c:1447:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff88012bd27c80. 00000020:00000010:2.0:1715208160.365396:0:16227:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b022a400. 00000020:00000010:2.0:1715208160.365398:0:16227:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b022a200. 00000020:00000010:2.0:1715208160.365399:0:16227:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e330ba0. 00000008:00000010:2.0:1715208160.365401:0:16227:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5812178. 00020000:00000010:2.0:1715208160.365403:0:16227:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f14be40. 00008000:00000010:2.0:1715208160.365404:0:16227:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3ca98. 00000080:00000010:2.0:1715208160.365406:0:16227:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb71c8. 00000080:00000010:2.0:1715208160.365408:0:16227:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3c6d8. 00000020:00000010:2.0:1715208160.365422:0:16227:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b022a200. 00000020:00000010:2.0:1715208160.365424:0:16227:0:(cl_object.c:1062:cl_key_fini()) kfreed 'info': 72 at ffff88009e330ba0. 00000008:00000010:2.0:1715208160.365426:0:16227:0:(osc_dev.c:118:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800b5812178. 00020000:00000010:2.0:1715208160.365429:0:16227:0:(lov_dev.c:116:lov_key_fini()) slab-freed '(info)': 192 at ffff88009f14be40. 00008000:00000010:2.0:1715208160.365430:0:16227:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800a6a3ca98. 00000080:00000010:2.0:1715208160.365432:0:16227:0:(vvp_dev.c:99:ll_thread_key_fini()) slab-freed '(lti)': 152 at ffff8800a8cb71c8. 00000080:00000010:2.0:1715208160.365434:0:16227:0:(vvp_dev.c:149:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a8f3c6d8. 00000020:00000010:2.0:1715208160.365436:0:16227:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b022a400. 10000000:00000010:2.0:1715208160.365437:0:16227:0:(mgc_request.c:1459:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff88012bd27c80. 10000000:00000010:2.0:1715208160.365439:0:16227:0:(mgc_request.c:1471:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff8801369e7000. 02000000:00000010:2.0:1715208160.365448:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b0161000. 00000100:00000010:2.0:1715208160.365461:0:16227:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff8800b0304000. 00000100:00000010:2.0:1715208160.365464:0:16227:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff88013770e400. 02000000:00000010:2.0:1715208160.365468:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b0160000. 00000100:00000010:2.0:1715208160.365470:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710000. 10000000:00000010:2.0:1715208160.366200:0:16227:0:(mgc_request.c:1627:mgc_process_recover_log()) kfreed 'pages': 2048 at ffff8800aa6ec800. 00000100:00000010:2.0:1715208160.366227:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715208160.366235:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b022a400. 00010000:00000010:2.0:1715208160.366242:0:16227:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d4f600. 00010000:00000010:2.0:1715208160.366246:0:16227:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690c480. 00000020:00000010:2.0:1715208160.366250:0:16227:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800ab090a80. 00000100:00000010:2.0:1715208160.366259:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14be40. 02000000:00000010:2.0:1715208160.366270:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac656000. 00000400:00000010:2.0:1715208160.366273:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:2.0:1715208160.366277:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715208160.366280:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075929344, portal 25 00000400:00000010:2.0:1715208160.366284:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715208160.366286:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1798526075929344, offset 0 00000400:00000200:2.0:1715208160.366291:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208160.366298:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208160.366302:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208160.366305:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208160.366308:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208160.366310:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208160.366314:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [16:16:256:4294967295] 192.168.202.130@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1715208160.366323:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208160.366328:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208160.366331:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4fa00. 00000800:00000200:2.0:1715208160.366335:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208160.366341:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208160.366345:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4fa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208160.366448:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208160.366455:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4fa00. 00000400:00000200:0.0:1715208160.366461:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.366470:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208160.366475:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:0.0:1715208160.366477:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:0.0:1715208160.366486:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526075929344/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:1.0:1715208160.367836:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:1.0:1715208160.367847:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 344 into portal 25 MB=0x663bffbe00300 00000400:00000200:1.0:1715208160.367854:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 344/344 into md 0x175 [1] + 224 00000400:00000200:1.0:1715208160.367869:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208160.367873:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:1.0:1715208160.367880:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526075929344/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1715208160.367926:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:2.0:1715208160.367932:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:2.0:1715208160.367933:0:16227:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715208160.367940:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526075929344/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715208160.367949:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526075929344/t0(0) o101->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 328/344 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1715208160.367966:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14be40. 02000000:00000010:2.0:1715208160.367977:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac656000. 02000000:00000010:2.0:1715208160.367980:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b022a400. 00000100:00000010:2.0:1715208160.367983:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 10000000:00000010:2.0:1715208160.367987:0:16227:0:(mgc_request.c:1654:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b6ce5380. 00000020:00000010:2.0:1715208160.367990:0:16227:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b022a400. 00000020:00000010:2.0:1715208160.367993:0:16227:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b022a000. 00000040:00000010:2.0:1715208160.367996:0:16227:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b022a600. 00000020:00000010:2.0:1715208160.367999:0:16227:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b5bbf800. 00000020:00000010:2.0:1715208160.368002:0:16227:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b022a800. 80000000:00000010:2.0:1715208160.368005:0:16227:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009e330ba0. 00040000:00000010:2.0:1715208160.368008:0:16227:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b022aa00. 20000000:00000010:2.0:1715208160.368011:0:16227:0:(mgs_handler.c:1497:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b022b400. 00000040:00000010:2.0:1715208160.368016:0:16227:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 360 at ffff8800b022b200. 00000100:00000010:2.0:1715208160.368020:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715208160.368027:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b022ae00. 00000100:00000010:2.0:1715208160.368033:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14be40. 02000000:00000010:2.0:1715208160.368042:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b022b600. 00000400:00000010:2.0:1715208160.368044:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:2.0:1715208160.368047:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715208160.368050:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075929408, portal 25 00000400:00000010:2.0:1715208160.368053:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715208160.368054:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1798526075929408, offset 0 00000400:00000200:2.0:1715208160.368059:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208160.368066:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208160.368076:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208160.368079:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208160.368082:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208160.368084:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208160.368087:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [17:17:256:4294967295] 192.168.202.130@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1715208160.368096:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208160.368101:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208160.368104:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4f700. 00000800:00000200:2.0:1715208160.368108:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208160.368113:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208160.368145:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4f700 type 1, nob 600 niov 1 nkiov 1 00000800:00000200:0.0:1715208160.368212:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208160.368216:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4f700. 00000400:00000200:0.0:1715208160.368220:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.368225:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208160.368229:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:0.0:1715208160.368231:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:0.0:1715208160.368236:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526075929408/t0(0) o501->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 504/272 e 0 to 0 dl 1715208176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208160.369713:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208160.369722:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 272 into portal 25 MB=0x663bffbe00340 00000400:00000200:0.0:1715208160.369728:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 272/272 into md 0x17d [1] + 224 00000400:00000200:0.0:1715208160.369744:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.369748:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208160.369755:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526075929408/t0(0) o501->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 504/272 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1715208160.369792:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:2.0:1715208160.369797:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:2.0:1715208160.369799:0:16227:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715208160.369805:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526075929408/t0(0) o501->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 504/272 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715208160.369814:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526075929408/t0(0) o501->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 504/272 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1715208160.369831:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14be40. 02000000:00000010:2.0:1715208160.369837:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b022b600. 02000000:00000010:2.0:1715208160.369840:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b022ae00. 00000100:00000010:2.0:1715208160.369843:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000040:00000010:2.0:1715208160.369849:0:16227:0:(llog.c:407:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800a1efc000. 00000100:00000010:2.0:1715208160.369853:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715208160.369858:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b022ae00. 00000100:00000010:2.0:1715208160.369864:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14be40. 02000000:00000010:2.0:1715208160.369887:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff88012e1f4000. 00000400:00000010:2.0:1715208160.369891:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:2.0:1715208160.369894:0:16227:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88009f14b480. 00000100:00000200:2.0:1715208160.369898:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1798526075929472, portal 25 00000400:00000010:2.0:1715208160.369906:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715208160.369908:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1798526075929472, offset 0 00000400:00000200:2.0:1715208160.369913:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208160.369920:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208160.369924:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208160.369927:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208160.369929:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208160.369932:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208160.369935:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [18:18:256:4294967295] 192.168.202.130@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1715208160.369943:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208160.369948:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208160.369951:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4f500. 00000800:00000200:2.0:1715208160.369955:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208160.369960:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208160.369963:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4f500 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1715208160.370041:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208160.370046:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4f500. 00000400:00000200:1.0:1715208160.370049:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208160.370055:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208160.370058:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:1.0:1715208160.370061:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:1.0:1715208160.370066:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526075929472/t0(0) o503->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715208176 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:3.0:1715208160.370663:0:16242:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b6385e40. 00000020:00000010:3.0:1715208160.370673:0:16242:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b6385e40. 00000020:00000010:2.0:1715208160.371447:0:16244:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b0139600. 00000020:00000010:2.0:1715208160.371454:0:16244:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b0139600. 00000400:00000200:0.0:1715208160.371532:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208160.371542:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 8416 into portal 25 MB=0x663bffbe00380 00000400:00000200:0.0:1715208160.371547:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 8416/8416 into md 0x185 [4] + 224 00000400:00000200:0.0:1715208160.371571:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.371580:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208160.371586:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526075929472/t0(0) o503->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:2.0:1715208160.371624:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:2.0:1715208160.371628:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009f14b480 00000400:00000010:2.0:1715208160.371630:0:16227:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 184 at ffff88009f14b480. 00000100:00000200:2.0:1715208160.371637:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526075929472/t0(0) o503->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:2.0:1715208160.371646:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526075929472/t0(0) o503->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 272/8416 e 0 to 0 dl 1715208176 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:2.0:1715208160.371663:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14be40. 02000000:00000010:2.0:1715208160.371670:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff88012e1f4000. 02000000:00000010:2.0:1715208160.371682:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b022ae00. 00000100:00000010:2.0:1715208160.371685:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000040:00000010:2.0:1715208160.371691:0:16227:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at ffff88012bd27c00. 00000020:00000010:0.0:1715208160.371783:0:16243:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b606dc00. 00000020:00000010:0.0:1715208160.371790:0:16243:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b606dc00. 00000020:00000010:3.0:1715208160.371799:0:16246:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b610a000. 00000020:00000010:3.0:1715208160.371806:0:16246:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b610ae00. 00000040:00000010:3.0:1715208160.371810:0:16246:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6ceee00. 00000020:00000010:3.0:1715208160.371813:0:16246:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8800b589b000. 00000020:00000010:3.0:1715208160.371816:0:16246:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6cef600. 80000000:00000010:3.0:1715208160.371820:0:16246:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012bd11e40. 00040000:00000010:3.0:1715208160.371824:0:16246:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88009f307100. 00040000:00000010:3.0:1715208160.371828:0:16246:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b0011800. 20000000:00000010:3.0:1715208160.371832:0:16246:0:(mgs_handler.c:1497:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b0011c00. 00000040:00000010:3.0:1715208160.371840:0:16246:0:(llog.c:527:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8800a04b6000. 00000020:00000010:1.0:1715208160.371912:0:16245:0:(lproc_ptlrpc.c:1389:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800b612cac0. 00000020:00000010:1.0:1715208160.371919:0:16245:0:(lproc_ptlrpc.c:1441:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800b612cac0. 00000040:00000010:3.0:1715208160.372461:0:16246:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at ffff8800a04b6000. 00000020:00000010:3.0:1715208160.372467:0:16246:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b610ae00. 00000040:00000010:3.0:1715208160.372471:0:16246:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b6ceee00. 00000020:00000010:3.0:1715208160.372474:0:16246:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b589b000. 00000020:00000010:3.0:1715208160.372479:0:16246:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b6cef600. 80000000:00000010:3.0:1715208160.372482:0:16246:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88012bd11e40. 00040000:00000010:3.0:1715208160.372485:0:16246:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88009f307100. 00040000:00000010:3.0:1715208160.372489:0:16246:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b0011800. 20000000:00000010:3.0:1715208160.372499:0:16246:0:(mgs_handler.c:1497:mgs_key_fini()) kfreed 'info': 392 at ffff8800b0011c00. 00000020:00000010:3.0:1715208160.372502:0:16246:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b610a000. 00000040:00000010:2.0:1715208160.372556:0:16227:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at ffff88012bd27c00. 00000040:00000010:2.0:1715208160.372567:0:16227:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800a1efc000. 00000040:00000010:2.0:1715208160.372574:0:16227:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 360 at ffff8800b022b200. 00000020:00000010:2.0:1715208160.372579:0:16227:0:(lu_object.c:539:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b022a000. 00000040:00000010:2.0:1715208160.372582:0:16227:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800b022a600. 00000020:00000010:2.0:1715208160.372585:0:16227:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at ffff8800b5bbf800. 00000020:00000010:2.0:1715208160.372589:0:16227:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800b022a800. 80000000:00000010:2.0:1715208160.372592:0:16227:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88009e330ba0. 00040000:00000010:2.0:1715208160.372595:0:16227:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800b022aa00. 20000000:00000010:2.0:1715208160.372597:0:16227:0:(mgs_handler.c:1497:mgs_key_fini()) kfreed 'info': 392 at ffff8800b022b400. 00000020:00000010:2.0:1715208160.372600:0:16227:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b022a400. 10000000:00000010:2.0:1715208160.372602:0:16227:0:(mgc_request.c:1691:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b6ce5380. 00000020:00000010:2.0:1715208160.372625:0:16227:0:(obd_mount.c:101:lustre_process_log()) kfreed 'lcfg': 176 at ffff88009f6facc0. 00000020:00000010:2.0:1715208160.372629:0:16227:0:(obd_mount.c:103:lustre_process_log()) kfreed 'bufs': 104 at ffff88009e34ca00. 00000080:00000010:2.0:1715208160.372636:0:16227:0:(llite_lib.c:1474:ll_fill_super()) kmalloced '(dt)': 33 at ffff8800b0139f00. 00000080:00000010:2.0:1715208160.372639:0:16227:0:(llite_lib.c:1480:ll_fill_super()) kmalloced '(md)': 33 at ffff8800b01399c0. 00000080:00000010:2.0:1715208160.372644:0:16227:0:(llite_lib.c:320:client_common_fill_super()) kmalloced '(data)': 192 at ffff88009f14bc00. 00000080:00000010:2.0:1715208160.372646:0:16227:0:(llite_lib.c:324:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff88009f14b900. 00000020:00000010:2.0:1715208160.372651:0:16227:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b5bbf800. 00000020:00000010:2.0:1715208160.372677:0:16227:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b5bbe800. 00000400:00000200:2.0:1715208160.372688:0:16227:0:(peer.c:1528:LNetPeerDiscovered()) Peer NID 192.168.202.130@tcp discovered: 1 00000100:00000010:2.0:1715208160.372701:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715208160.372708:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac656800. 40000000:00000010:2.0:1715208160.372739:0:16227:0:(fid_request.c:451:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800b6d4fb00. 40000000:00000010:2.0:1715208160.372742:0:16227:0:(fid_request.c:455:client_fid_init()) kmalloced '(prefix)': 133 at ffff88009f14be40. 40000000:00000010:2.0:1715208160.372770:0:16227:0:(fid_request.c:463:client_fid_init()) kfreed 'prefix': 133 at ffff88009f14be40. 80000000:00000010:2.0:1715208160.372775:0:16227:0:(fld_request.c:171:fld_client_add_target()) kmalloced '(target)': 40 at ffff8800b0139000. 00020000:00000010:2.0:1715208160.372782:0:16227:0:(lu_tgt_descs.c:124:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff88012bd27c00. 00000100:00000010:2.0:1715208160.372787:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4a80. 02000000:00000010:2.0:1715208160.372791:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d4f100. 02000000:00000010:1.0:1715208160.372809:0:15150:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a4f89400. 00000400:00000010:1.0:1715208160.372815:0:15150:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208160.372819:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208160.372823:0:15150:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075929536, portal 10 00000020:00000010:2.0:1715208160.372825:0:16227:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800b5bbf000. 00000020:00000010:1.0:1715208160.372827:0:15150:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a9be2000. 00000400:00000010:1.0:1715208160.372832:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dacc0. 00000100:00000200:1.0:1715208160.372834:0:15150:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1798526075929536, offset 0 00000400:00000200:2.0:1715208160.372834:0:16227:0:(peer.c:1528:LNetPeerDiscovered()) Peer NID 192.168.202.130@tcp discovered: 1 00000400:00000200:1.0:1715208160.372840:0:15150:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000010:2.0:1715208160.372841:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4e00. 02000000:00000010:2.0:1715208160.372844:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac656400. 00000400:00000200:1.0:1715208160.372848:0:15150:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000020:00000010:0.0:1715208160.372850:0:15152:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a1f38f18. 00000400:00000200:1.0:1715208160.372852:0:15150:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:0.0:1715208160.372855:0:15152:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b6ce9600. 00000400:00000200:1.0:1715208160.372856:0:15150:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208160.372858:0:15150:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 80000000:00000010:0.0:1715208160.372859:0:15152:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012f325ea0. 40000000:00000010:0.0:1715208160.372861:0:15152:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b606d680. 00000008:00000010:0.0:1715208160.372865:0:15152:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009f308b28. 00020000:00000010:0.0:1715208160.372867:0:15152:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e96f3c0. 00000400:00000200:1.0:1715208160.372867:0:15150:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 40000000:00000010:2.0:1715208160.372867:0:16227:0:(fid_request.c:451:client_fid_init()) kmalloced '(cli->cl_seq)': 232 at ffff8800b6d4f800. 40000000:00000010:2.0:1715208160.372869:0:16227:0:(fid_request.c:455:client_fid_init()) kmalloced '(prefix)': 133 at ffff88009f14be40. 00008000:00000010:0.0:1715208160.372870:0:15152:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab32c388. 00000400:00000200:1.0:1715208160.372871:0:15150:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [19:19:256:4294967295] 192.168.202.130@tcp LPNI seq info [19:19:8:4294967295] 00100000:00000010:0.0:1715208160.372874:0:15152:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012a62e000. 00040000:00000010:0.0:1715208160.372877:0:15152:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b414db00. 00000400:00000200:1.0:1715208160.372880:0:15150:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00040000:00000010:0.0:1715208160.372882:0:15152:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012a62c000. 00040000:00000010:0.0:1715208160.372884:0:15152:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6ce8a00. 00000800:00000200:1.0:1715208160.372886:0:15150:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.130@tcp 00000004:00000010:0.0:1715208160.372889:0:15152:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012aae9000. 00000800:00000010:1.0:1715208160.372889:0:15150:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 40000000:00000010:2.0:1715208160.372892:0:16227:0:(fid_request.c:463:client_fid_init()) kfreed 'prefix': 133 at ffff88009f14be40. 00000800:00000200:1.0:1715208160.372893:0:15150:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000004:00000010:0.0:1715208160.372894:0:15152:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff88012d3e5000. 80000000:00000010:2.0:1715208160.372895:0:16227:0:(fld_request.c:171:fld_client_add_target()) kmalloced '(target)': 40 at ffff8800b0139800. 00000004:00000010:0.0:1715208160.372897:0:15152:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012aaec800. 00000800:00000200:1.0:1715208160.372899:0:15150:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00002000:00000010:0.0:1715208160.372900:0:15152:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ab31fc00. 00000100:00000010:2.0:1715208160.372900:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 00000800:00000200:1.0:1715208160.372902:0:15150:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:2.0:1715208160.372903:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d4ff00. 00000004:00000010:0.0:1715208160.372904:0:15152:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab31f000. 00000080:00000010:0.0:1715208160.372907:0:15152:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88009e2cd098. 00000080:00000010:0.0:1715208160.372909:0:15152:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab17c248. 00000008:00000010:0.0:1715208160.372912:0:15152:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800a0ec8000. 00020000:00000010:0.0:1715208160.372915:0:15152:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a803c240. 00008000:00000010:0.0:1715208160.372918:0:15152:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b4254a70. 00000080:00000010:0.0:1715208160.372920:0:15152:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b0137000. 02000000:00000010:1.0:1715208160.372921:0:15150:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a4f89800. 00000020:00000010:3.0:1715208160.372921:0:15151:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800aa588f18. 00000400:00000010:1.0:1715208160.372924:0:15150:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6898. 00000020:00000010:3.0:1715208160.372925:0:15151:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b0011800. 00000400:00000010:1.0:1715208160.372927:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dadd0. 80000000:00000010:3.0:1715208160.372928:0:15151:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012bd11e40. 00000100:00000200:1.0:1715208160.372930:0:15150:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075929664, portal 10 40000000:00000010:3.0:1715208160.372930:0:15151:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6385bc0. 00800000:00000010:2.0:1715208160.372931:0:16227:0:(lmv_obd.c:1434:lmv_statfs()) kmalloced '(temp)': 144 at ffff88009f14be40. 00000020:00000010:1.0:1715208160.372935:0:15150:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a9be4000. 00000008:00000010:3.0:1715208160.372935:0:15151:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a0e30b28. 00000100:00000010:2.0:1715208160.372936:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 00020000:00000010:3.0:1715208160.372938:0:15151:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff880130ef76c0. 00000400:00000010:1.0:1715208160.372939:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da660. 02000000:00000010:2.0:1715208160.372939:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d4f300. 00000100:00000200:1.0:1715208160.372940:0:15150:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1798526075929664, offset 0 00008000:00000010:3.0:1715208160.372942:0:15151:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8e70388. 00000100:00000010:2.0:1715208160.372943:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14b480. 00000400:00000200:1.0:1715208160.372944:0:15150:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00100000:00000010:3.0:1715208160.372945:0:15151:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b589b000. 00040000:00000010:3.0:1715208160.372948:0:15151:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88009f307f00. 00000400:00000200:1.0:1715208160.372949:0:15150:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208160.372951:0:15150:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00040000:00000010:3.0:1715208160.372953:0:15151:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b5899800. 00000400:00000200:1.0:1715208160.372954:0:15150:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208160.372956:0:15150:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00040000:00000010:3.0:1715208160.372956:0:15151:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b0010800. 00000400:00000200:1.0:1715208160.372958:0:15150:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000020:00000010:2.0:1715208160.372959:0:15153:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88009e930508. 00000004:00000010:3.0:1715208160.372960:0:15151:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b589f800. 00000400:00000200:1.0:1715208160.372961:0:15150:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [20:20:255:4294967295] 192.168.202.130@tcp LPNI seq info [20:20:7:4294967295] 00000020:00000010:2.0:1715208160.372963:0:15153:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b022a400. 00000004:00000010:3.0:1715208160.372963:0:15151:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff88012b4b7000. 80000000:00000010:2.0:1715208160.372965:0:15153:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88009e330ba0. 40000000:00000010:2.0:1715208160.372967:0:15153:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b0139240. 00000004:00000010:3.0:1715208160.372968:0:15151:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b60fb000. 00000400:00000200:1.0:1715208160.372969:0:15150:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000008:00000010:2.0:1715208160.372970:0:15153:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5812178. 00002000:00000010:3.0:1715208160.372970:0:15151:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a8f33400. 00000800:00000200:1.0:1715208160.372972:0:15150:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.130@tcp 00020000:00000010:2.0:1715208160.372972:0:15153:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f14b3c0. 00000004:00000010:3.0:1715208160.372973:0:15151:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800a8f33000. 00008000:00000010:2.0:1715208160.372975:0:15153:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3ca98. 00000800:00000010:1.0:1715208160.372976:0:15150:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:0.0:1715208160.372977:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000080:00000010:3.0:1715208160.372977:0:15151:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b4209098. 00100000:00000010:2.0:1715208160.372978:0:15153:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b5bbb800. 00000800:00000200:1.0:1715208160.372979:0:15150:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000080:00000010:3.0:1715208160.372979:0:15151:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9504248. 00000800:00000010:0.0:1715208160.372980:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00040000:00000010:2.0:1715208160.372981:0:15153:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8800b6d4fd00. 00000800:00000200:1.0:1715208160.372983:0:15150:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000008:00000010:3.0:1715208160.372983:0:15151:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58c8160. 00000400:00000200:0.0:1715208160.372984:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1715208160.372985:0:15150:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 616 niov 1 nkiov 1 00040000:00000010:2.0:1715208160.372985:0:15153:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b5bb9800. 00020000:00000010:3.0:1715208160.372986:0:15151:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b0364240. 00040000:00000010:2.0:1715208160.372987:0:15153:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b022b400. 00000400:00000200:0.0:1715208160.372989:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00008000:00000010:3.0:1715208160.372989:0:15151:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e35d010. 00000004:00000010:2.0:1715208160.372990:0:15153:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b5bb9000. 00000080:00000010:3.0:1715208160.372992:0:15151:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1710f0. 00000400:00000200:0.0:1715208160.372993:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dacc0 00000004:00000010:2.0:1715208160.372993:0:15153:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff8801369e7000. 00000004:00000010:2.0:1715208160.372997:0:15153:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff88012b2d0000. 00002000:00000010:2.0:1715208160.373000:0:15153:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ac656000. 00000400:00000010:0.0:1715208160.373001:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dacc0. 00000004:00000010:2.0:1715208160.373003:0:15153:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800ac656c00. 00000020:00000010:3.0:1715208160.373003:0:15154:0:(tgt_main.c:740:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800aa589420. 00000080:00000010:2.0:1715208160.373006:0:15153:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb71c8. 00000020:00000010:3.0:1715208160.373006:0:15154:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800b0011e00. 00000100:00000200:0.0:1715208160.373007:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526075929536/t0(0) o38->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000080:00000010:2.0:1715208160.373008:0:15153:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3c6d8. 80000000:00000010:3.0:1715208160.373008:0:15154:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffff88012bd11360. 40000000:00000010:3.0:1715208160.373010:0:15154:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8800b63855c0. 00000008:00000010:2.0:1715208160.373012:0:15153:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b00e02c0. 00000008:00000010:3.0:1715208160.373014:0:15154:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a0e32178. 00020000:00000010:2.0:1715208160.373015:0:15153:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a690c6c0. 00020000:00000010:3.0:1715208160.373016:0:15154:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff880130ef73c0. 00008000:00000010:2.0:1715208160.373017:0:15153:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e115e10. 00008000:00000010:3.0:1715208160.373019:0:15154:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8e70a98. 00000080:00000010:2.0:1715208160.373020:0:15153:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009ffe11e0. 00100000:00000010:3.0:1715208160.373022:0:15154:0:(lfsck_lib.c:51:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b60ff000. 00040000:00000010:3.0:1715208160.373024:0:15154:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88009f307000. 00040000:00000010:3.0:1715208160.373034:0:15154:0:(qmt_dev.c:364:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b60ff800. 00040000:00000010:3.0:1715208160.373037:0:15154:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b0011600. 00000800:00000200:0.0:1715208160.373038:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208160.373040:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000004:00000010:3.0:1715208160.373041:0:15154:0:(mdd_device.c:2370:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b60fb800. 00000400:00000200:0.0:1715208160.373043:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:3.0:1715208160.373043:0:15154:0:(mdt_handler.c:8045:mdt_key_init()) kmalloced '(value)': 2552 at ffff88012b4b0000. 00000400:00000200:0.0:1715208160.373046:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000004:00000010:3.0:1715208160.373047:0:15154:0:(lod_dev.c:2336:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b60fd000. 00000400:00000200:0.0:1715208160.373048:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da660 00000400:00000010:0.0:1715208160.373050:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da660. 00002000:00000010:3.0:1715208160.373050:0:15154:0:(ofd_dev.c:2910:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a8f33800. 00000004:00000010:3.0:1715208160.373052:0:15154:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8800a8f33c00. 00000100:00000200:0.0:1715208160.373053:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4e00 x1798526075929664/t0(0) o38->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000080:00000010:3.0:1715208160.373055:0:15154:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b42091c8. 00000080:00000010:3.0:1715208160.373057:0:15154:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a95046d8. 00000008:00000010:3.0:1715208160.373061:0:15154:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58c82c0. 00020000:00000010:3.0:1715208160.373064:0:15154:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b0364480. 00008000:00000010:3.0:1715208160.373066:0:15154:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e35dcd0. 00000080:00000010:3.0:1715208160.373069:0:15154:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1711e0. 00000400:00000200:0.0:1715208160.374565:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208160.374576:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 416 into portal 10 MB=0x663bffbe003c0 00000400:00000200:0.0:1715208160.374583:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 416/416 into md 0x18d [1] + 0 00000400:00000200:0.0:1715208160.374591:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.374595:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208160.374601:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526075929536/t0(0) o38->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208160.374637:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208160.374642:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 416 into portal 10 MB=0x663bffbe00440 00000400:00000200:0.0:1715208160.374646:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 416/416 into md 0x195 [1] + 0 00000400:00000200:0.0:1715208160.374660:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208160.374664:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208160.374669:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4e00 x1798526075929664/t0(0) o38->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1715208160.374695:0:15150:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6898. 00000400:00000200:1.0:1715208160.374711:0:15150:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dadd0 00000400:00000010:1.0:1715208160.374713:0:15150:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dadd0. 00000100:00000200:1.0:1715208160.374721:0:15150:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4e00 x1798526075929664/t0(0) o38->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1715208160.374732:0:15150:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4e00 x1798526075929664/t0(0) o38->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1715208160.374755:0:15150:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208160.374757:0:15150:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:1.0:1715208160.374759:0:15150:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208160.374762:0:15150:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526075929536/t0(0) o38->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1715208160.374770:0:15150:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526075929536/t0(0) o38->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:1.0:1715208160.374781:0:15150:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a4f89800. 02000000:00000010:1.0:1715208160.374787:0:15150:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac656400. 00000100:00000010:1.0:1715208160.374790:0:15150:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4e00. 02000000:00000010:1.0:1715208160.374793:0:15150:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a4f89400. 02000000:00000010:1.0:1715208160.374795:0:15150:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac656800. 00000100:00000010:1.0:1715208160.374797:0:15150:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000020:00000010:0.0:1715208161.325243:0:1631:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6ce8e00. 00000100:00000010:2.0:1715208165.385321:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5880. 02000000:00000010:2.0:1715208165.385346:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d4f500. 00000100:00000010:2.0:1715208165.385407:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715208165.385413:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac657000. 00000100:00000010:2.0:1715208165.385431:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5f80. 02000000:00000010:2.0:1715208165.385434:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac657400. 02000000:00000010:0.0:1715208165.385462:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6ce9400. 02000000:00000010:1.0:1715208165.385462:0:15150:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a4f89400. 00000400:00000010:0.0:1715208165.385491:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000400:00000010:1.0:1715208165.385494:0:15150:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208165.385500:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208165.385507:0:15150:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075929920, portal 10 00000400:00000010:0.0:1715208165.385512:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:1.0:1715208165.385514:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dadd0. 00000100:00000200:0.0:1715208165.385517:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075929856, portal 25 00000100:00000200:1.0:1715208165.385517:0:15150:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1798526075929920, offset 0 00000400:00000010:0.0:1715208165.385521:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000200:1.0:1715208165.385526:0:15150:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208165.385533:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075929856, offset 0 00000400:00000200:1.0:1715208165.385538:0:15150:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208165.385541:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208165.385543:0:15150:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208165.385547:0:15150:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208165.385550:0:15150:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208165.385552:0:15150:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208165.385561:0:15150:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [21:21:256:4294967295] 192.168.202.130@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:1.0:1715208165.385569:0:15150:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208165.385574:0:15150:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208165.385578:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715208165.385578:0:15150:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865600. 00000400:00000200:0.0:1715208165.385582:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715208165.385583:0:15150:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208165.385586:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208165.385589:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208165.385592:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715208165.385593:0:15150:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208165.385597:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [22:22:255:4294967295] 192.168.202.130@tcp LPNI seq info [22:22:7:4294967295] 00000800:00000200:1.0:1715208165.385597:0:15150:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1715208165.385606:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208165.385612:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208165.385616:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 02000000:00000010:1.0:1715208165.385619:0:15150:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a4f89800. 00000800:00000200:0.0:1715208165.385621:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000010:1.0:1715208165.385622:0:15150:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6898. 00000400:00000010:1.0:1715208165.385624:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daa18. 00000800:00000200:0.0:1715208165.385626:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000100:00000200:1.0:1715208165.385626:0:15150:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075929984, portal 10 00000400:00000010:1.0:1715208165.385629:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da330. 00000800:00000200:0.0:1715208165.385630:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1715208165.385631:0:15150:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1798526075929984, offset 0 00000400:00000200:1.0:1715208165.385634:0:15150:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208165.385637:0:15150:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208165.385639:0:15150:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208165.385641:0:15150:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208165.385643:0:15150:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208165.385644:0:15150:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208165.385646:0:15150:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [23:23:254:4294967295] 192.168.202.130@tcp LPNI seq info [23:23:6:4294967295] 00000400:00000200:1.0:1715208165.385652:0:15150:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208165.385655:0:15150:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208165.385656:0:15150:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715208165.385659:0:15150:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208165.385662:0:15150:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208165.385663:0:15150:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1715208165.385678:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208165.385681:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865600. 00000400:00000200:2.0:1715208165.385688:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208165.385694:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208165.385697:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dadd0 00000400:00000010:2.0:1715208165.385699:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dadd0. 00000100:00000200:2.0:1715208165.385705:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5c00 x1798526075929920/t0(0) o38->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208165.385721:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208165.385723:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208165.385725:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208165.385727:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208165.385729:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715208165.385730:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715208165.385733:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5880 x1798526075929856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208165.385819:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208165.385821:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715208165.385823:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208165.385825:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208165.385827:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da330 00000400:00000010:2.0:1715208165.385828:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da330. 00000100:00000200:2.0:1715208165.385832:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5f80 x1798526075929984/t0(0) o38->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208165.387261:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208165.387271:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe00500 00000400:00000200:0.0:1715208165.387278:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a1 [1] + 224 00000400:00000200:0.0:1715208165.387286:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208165.387289:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208165.387294:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5880 x1798526075929856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208165.387321:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208165.387325:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 416 into portal 10 MB=0x663bffbe00580 00000400:00000200:0.0:1715208165.387328:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 416/416 into md 0x1ad [1] + 0 00000400:00000200:0.0:1715208165.387343:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208165.387346:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208165.387354:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5f80 x1798526075929984/t0(0) o38->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208165.387389:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:2.0:1715208165.387395:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715208165.387403:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715208165.387409:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5880 x1798526075929856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208165.387418:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5880 x1798526075929856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208165.387439:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6ce9400. 02000000:00000010:2.0:1715208165.387443:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d4f500. 00000100:00000010:2.0:1715208165.387447:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5880. 00000400:00000010:1.0:1715208165.387453:0:15150:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6898. 00000400:00000200:1.0:1715208165.387459:0:15150:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daa18 00000400:00000010:1.0:1715208165.387460:0:15150:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daa18. 00000100:00000200:1.0:1715208165.387490:0:15150:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5f80 x1798526075929984/t0(0) o38->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208165.387498:0:15150:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5f80 x1798526075929984/t0(0) o38->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208165.387620:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208165.387625:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 416 into portal 10 MB=0x663bffbe00540 00000400:00000200:0.0:1715208165.387629:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 416/416 into md 0x19d [1] + 0 00000400:00000200:0.0:1715208165.387638:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208165.387641:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208165.387645:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5c00 x1798526075929920/t0(0) o38->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208166.387394:0:15150:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a4f89800. 02000000:00000010:1.0:1715208166.387405:0:15150:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac657400. 00000100:00000010:1.0:1715208166.387409:0:15150:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5f80. 00000400:00000010:1.0:1715208166.387419:0:15150:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208166.387421:0:15150:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:1.0:1715208166.387423:0:15150:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 02000000:00000010:2.0:1715208166.387424:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac657800. 00000400:00000010:2.0:1715208166.387431:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000100:00000200:1.0:1715208166.387432:0:15150:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5c00 x1798526075929920/t0(0) o38->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.387436:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:1.0:1715208166.387439:0:15150:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5c00 x1798526075929920/t0(0) o38->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 520/544 e 0 to 0 dl 1715208175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.387441:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075929728, portal 10 00000020:00000010:2.0:1715208166.387448:0:15153:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a1efc000. 00000400:00000010:2.0:1715208166.387454:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000100:00000200:2.0:1715208166.387456:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1798526075929728, offset 0 00000400:00000200:2.0:1715208166.387479:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.387490:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.387495:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.387498:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.387501:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.387504:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.387507:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [24:24:256:4294967295] 192.168.202.130@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:2.0:1715208166.387516:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.387521:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.387525:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4f500. 00000800:00000200:2.0:1715208166.387529:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.387537:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.387542:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4f500 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1715208166.387551:0:15150:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a4f89400. 02000000:00000010:0.0:1715208166.387557:0:15150:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac657000. 00000100:00000010:0.0:1715208166.387560:0:15150:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715208166.387570:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac657c00. 00000400:00000010:2.0:1715208166.387573:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 02000000:00000010:1.0:1715208166.387582:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a4f89800. 00000400:00000010:2.0:1715208166.387583:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000010:1.0:1715208166.387584:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000100:00000200:2.0:1715208166.387585:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075929600, portal 10 00000400:00000010:1.0:1715208166.387586:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208166.387588:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075929792, portal 10 00000020:00000010:2.0:1715208166.387590:0:15152:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a1efe000. 00000400:00000010:1.0:1715208166.387591:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daa18. 00000100:00000200:1.0:1715208166.387592:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1798526075929792, offset 0 00000400:00000010:2.0:1715208166.387593:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000400:00000200:1.0:1715208166.387596:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.387600:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208166.387602:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715208166.387603:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1798526075929600, offset 0 00000400:00000200:1.0:1715208166.387604:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208166.387606:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.387608:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.387608:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.387609:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [25:25:255:4294967295] 192.168.202.130@tcp LPNI seq info [25:25:7:4294967295] 00000400:00000200:1.0:1715208166.387614:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208166.387616:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208166.387618:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865b00. 00000400:00000200:2.0:1715208166.387620:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.387622:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715208166.387624:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208166.387625:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715208166.387627:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208166.387627:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.387628:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715208166.387629:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208166.387630:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [26:26:254:4294967295] 192.168.202.130@tcp LPNI seq info [26:26:6:4294967295] 00000400:00000200:2.0:1715208166.387637:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.387641:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.387643:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4f700. 00000800:00000200:2.0:1715208166.387646:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.387649:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1715208166.387650:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.387652:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4f700 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1715208166.387652:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4f500. 00000400:00000200:3.0:1715208166.387656:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715208166.387660:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715208166.387664:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:3.0:1715208166.387665:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:3.0:1715208166.387670:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526075929728/t0(0) o41->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 224/368 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000800:00000200:3.0:1715208166.387690:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1715208166.387692:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865b00. 00000400:00000200:3.0:1715208166.387694:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715208166.387696:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715208166.387698:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daa18 00000400:00000010:3.0:1715208166.387699:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daa18. 00000100:00000200:3.0:1715208166.387701:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526075929792/t0(0) o41->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 224/368 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000800:00000200:3.0:1715208166.387717:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1715208166.387718:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4f700. 00000400:00000200:3.0:1715208166.387719:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715208166.387721:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715208166.387727:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:3.0:1715208166.387728:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:3.0:1715208166.387731:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4a80 x1798526075929600/t0(0) o41->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 224/368 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.389389:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.389405:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 368 into portal 10 MB=0x663bffbe004c0 00000400:00000200:0.0:1715208166.389416:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 368/368 into md 0x1c1 [1] + 224 00000400:00000200:0.0:1715208166.389430:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.389435:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.389444:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526075929792/t0(0) o41->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 224/368 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.389517:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.389526:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 368 into portal 10 MB=0x663bffbe00480 00000400:00000200:0.0:1715208166.389533:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 368/368 into md 0x1b5 [1] + 224 00000400:00000200:0.0:1715208166.389541:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.389546:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.389553:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526075929728/t0(0) o41->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 224/368 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1715208166.389598:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:0.0:1715208166.389600:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:1.0:1715208166.389602:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:1.0:1715208166.389603:0:16227:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208166.389607:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526075929792/t0(0) o41->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 224/368 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.389611:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 368 into portal 10 MB=0x663bffbe00400 00000100:00000200:1.0:1715208166.389612:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526075929792/t0(0) o41->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 224/368 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.389615:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 368/368 into md 0x1bd [1] + 224 00000100:00000010:1.0:1715208166.389624:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14b480. 00000400:00000200:0.0:1715208166.389628:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1715208166.389629:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a4f89800. 00000400:00000200:0.0:1715208166.389631:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 02000000:00000010:1.0:1715208166.389631:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d4f300. 00000100:00000010:1.0:1715208166.389633:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000100:00000200:0.0:1715208166.389635:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4a80 x1798526075929600/t0(0) o41->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 224/368 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00800000:00000010:1.0:1715208166.389637:0:16227:0:(lmv_obd.c:1487:lmv_statfs()) kfreed 'temp': 144 at ffff88009f14be40. 00000400:00000010:2.0:1715208166.389651:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000020:00000010:1.0:1715208166.389653:0:16227:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa6eb000. 00000400:00000200:2.0:1715208166.389656:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:2.0:1715208166.389657:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715208166.389662:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526075929728/t0(0) o41->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 224/368 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:1.0:1715208166.389665:0:16227:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa6ee000. 00000100:00000200:2.0:1715208166.389671:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526075929728/t0(0) o41->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 224/368 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:1.0:1715208166.389673:0:16227:0:(peer.c:1528:LNetPeerDiscovered()) Peer NID 192.168.202.130@tcp discovered: 1 00000400:00000010:3.0:1715208166.389680:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000100:00000010:1.0:1715208166.389683:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710380. 00000400:00000200:3.0:1715208166.389683:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:3.0:1715208166.389684:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 02000000:00000010:2.0:1715208166.389687:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac657800. 00000100:00000200:3.0:1715208166.389688:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4a80 x1798526075929600/t0(0) o41->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 224/368 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:2.0:1715208166.389690:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d4ff00. 02000000:00000010:1.0:1715208166.389691:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a4f89800. 00000100:00000010:2.0:1715208166.389692:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000100:00000200:3.0:1715208166.389694:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4a80 x1798526075929600/t0(0) o41->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 224/368 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:3.0:1715208166.389707:0:15152:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a04b6000. 02000000:00000010:3.0:1715208166.389714:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac657c00. 02000000:00000010:3.0:1715208166.389717:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d4f100. 00000100:00000010:3.0:1715208166.389718:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4a80. 02000000:00000010:0.0:1715208166.389739:0:15150:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab31d800. 00000020:00000010:1.0:1715208166.389740:0:16227:0:(genops.c:972:__class_new_export()) kmalloced '(export)': 1176 at ffff8800aa6ec000. 00000400:00000010:0.0:1715208166.389744:0:15150:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000200:1.0:1715208166.389745:0:16227:0:(peer.c:1528:LNetPeerDiscovered()) Peer NID 192.168.202.130@tcp discovered: 1 00000400:00000010:0.0:1715208166.389747:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000010:1.0:1715208166.389748:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710700. 00000100:00000010:2.0:1715208166.389748:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 00000100:00000200:0.0:1715208166.389750:0:15150:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075930048, portal 4 02000000:00000010:1.0:1715208166.389750:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a4f89c00. 02000000:00000010:2.0:1715208166.389754:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d4ff00. 00000020:00000010:0.0:1715208166.389757:0:15150:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a97cc000. 00000400:00000010:0.0:1715208166.389760:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715208166.389762:0:15150:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1798526075930048, offset 0 00000400:00000200:0.0:1715208166.389766:0:15150:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208166.389771:0:15150:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.389774:0:15150:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208166.389776:0:15150:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208166.389778:0:15150:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.389780:0:15150:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208166.389783:0:15150:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [27:27:256:4294967295] 192.168.202.130@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:0.0:1715208166.389790:0:15150:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208166.389794:0:15150:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.389796:0:15150:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d300. 02000000:00000010:3.0:1715208166.389797:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b0011200. 00000800:00000200:0.0:1715208166.389800:0:15150:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000010:3.0:1715208166.389802:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50e70. 00000800:00000200:0.0:1715208166.389804:0:15150:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000100:00000010:1.0:1715208166.389805:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710a80. 00000400:00000010:3.0:1715208166.389805:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257c38. 00000800:00000200:0.0:1715208166.389807:0:15150:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d300 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:1.0:1715208166.389808:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e28400. 00000100:00000200:3.0:1715208166.389808:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075930176, portal 25 00000400:00000010:3.0:1715208166.389811:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257e58. 00000100:00000010:1.0:1715208166.389813:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0eb4480. 00000100:00000200:3.0:1715208166.389813:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075930176, offset 0 00000400:00000200:3.0:1715208166.389817:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:1.0:1715208166.389819:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a4f8a000. 00000400:00000010:1.0:1715208166.389820:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 02000000:00000010:0.0:1715208166.389822:0:15150:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab31f400. 00000400:00000010:1.0:1715208166.389822:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000400:00000200:3.0:1715208166.389823:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715208166.389824:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075930240, portal 10 00000400:00000010:0.0:1715208166.389825:0:15150:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 00000400:00000200:3.0:1715208166.389826:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715208166.389828:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000200:3.0:1715208166.389828:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:1.0:1715208166.389830:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dac38. 00000400:00000200:3.0:1715208166.389830:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715208166.389832:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1798526075930240, offset 0 00000400:00000200:3.0:1715208166.389832:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208166.389835:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.389835:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [28:28:255:4294967295] 192.168.202.130@tcp LPNI seq info [28:28:7:4294967295] 00000100:00000200:0.0:1715208166.389838:0:15150:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075930112, portal 4 00000400:00000200:3.0:1715208166.389842:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000020:00000010:0.0:1715208166.389845:0:15150:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a97ce000. 00000800:00000200:3.0:1715208166.389846:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.389847:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:0.0:1715208166.389848:0:15150:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715208166.389849:0:15150:0:(niobuf.c:87:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1798526075930112, offset 0 00000400:00000200:1.0:1715208166.389849:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208166.389850:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208166.389851:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.389853:0:15150:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.389853:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000010:3.0:1715208166.389853:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307e00. 00000400:00000200:1.0:1715208166.389854:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [29:29:254:4294967295] 192.168.202.130@tcp LPNI seq info [29:29:6:4294967295] 00000800:00000200:2.0:1715208166.389856:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1715208166.389857:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000010:2.0:1715208166.389858:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d300. 00000400:00000200:1.0:1715208166.389859:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:2.0:1715208166.389860:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1715208166.389862:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:3.0:1715208166.389862:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:1.0:1715208166.389864:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865800. 00000400:00000200:2.0:1715208166.389864:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000800:00000200:3.0:1715208166.389864:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208166.389866:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208166.389867:0:15150:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.389867:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715208166.389868:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000400:00000200:0.0:1715208166.389869:0:15150:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715208166.389870:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208166.389871:0:15150:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715208166.389872:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865800 type 1, nob 536 niov 1 nkiov 1 00000100:00000200:2.0:1715208166.389872:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710380 x1798526075930048/t0(0) o8->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 520/544 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.389873:0:15150:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.389875:0:15150:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208166.389876:0:15150:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [30:30:253:4294967295] 192.168.202.130@tcp LPNI seq info [30:30:5:4294967295] 00000400:00000200:0.0:1715208166.389883:0:15150:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208166.389886:0:15150:0:(socklnd_cb.c:1007:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.389889:0:15150:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d700. 00000800:00000200:0.0:1715208166.389891:0:15150:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.389894:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1715208166.389895:0:15150:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:2.0:1715208166.389896:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307e00. 00000800:00000200:0.0:1715208166.389897:0:15150:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d700 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1715208166.389899:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.389901:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.389904:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257e58 00000400:00000010:2.0:1715208166.389905:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257e58. 00000100:00000200:2.0:1715208166.389908:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526075930176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208166.389917:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.389918:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865800. 00000400:00000200:2.0:1715208166.389920:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.389922:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.389924:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dac38 00000400:00000010:2.0:1715208166.389926:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dac38. 00000100:00000200:2.0:1715208166.389929:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710a80 x1798526075930240/t0(0) o40->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 440/448 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000800:00000200:2.0:1715208166.389952:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.389953:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d700. 00000400:00000200:2.0:1715208166.389955:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.389957:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.389958:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715208166.389959:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715208166.389962:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710700 x1798526075930112/t0(0) o8->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 520/544 e 0 to 0 dl 1715208176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.391011:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.391022:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe00640 00000400:00000200:0.0:1715208166.391029:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d5 [1] + 224 00000400:00000200:0.0:1715208166.391040:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.391045:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.391053:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526075930176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.391097:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.391105:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 448 into portal 10 MB=0x663bffbe00680 00000400:00000200:0.0:1715208166.391111:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 448/448 into md 0x1dd [1] + 224 00000400:00000010:3.0:1715208166.391176:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50e70. 00000400:00000200:3.0:1715208166.391184:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257c38 00000400:00000010:3.0:1715208166.391186:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257c38. 00000100:00000200:3.0:1715208166.391193:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526075930176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.391199:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1715208166.391204:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526075930176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.391213:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 02000000:00000010:3.0:1715208166.391220:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b0011200. 00000100:00000200:0.0:1715208166.391221:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710a80 x1798526075930240/t0(0) o40->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 440/448 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 02000000:00000010:3.0:1715208166.391224:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d4ff00. 00000100:00000010:3.0:1715208166.391227:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000400:00000010:1.0:1715208166.391332:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208166.391336:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:1.0:1715208166.391338:0:16227:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208166.391342:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710a80 x1798526075930240/t0(0) o40->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 440/448 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1715208166.391347:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710a80 x1798526075930240/t0(0) o40->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 440/448 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:1.0:1715208166.391359:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0eb4480. 00000002:00000200:1.0:1715208166.391362:0:16227:0:(mdc_request.c:147:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:1.0:1715208166.391365:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a4f8a000. 02000000:00000010:1.0:1715208166.391367:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e28400. 00000100:00000010:1.0:1715208166.391369:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710a80. 00000080:00000010:1.0:1715208166.391372:0:16227:0:(llite_lib.c:728:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff8800b6e28400. 00000020:00000010:1.0:1715208166.391375:0:16227:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a4f8a000. 00000100:00000010:1.0:1715208166.391382:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710a80. 02000000:00000010:1.0:1715208166.391390:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e28000. 00000100:00000010:1.0:1715208166.391394:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0eb4480. 02000000:00000010:1.0:1715208166.391400:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e29600. 00000400:00000010:1.0:1715208166.391402:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208166.391404:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208166.391406:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075930304, portal 10 00000400:00000010:1.0:1715208166.391408:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da2a8. 00000100:00000200:1.0:1715208166.391409:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1798526075930304, offset 0 00000400:00000200:1.0:1715208166.391412:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.391416:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208166.391418:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208166.391419:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208166.391421:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.391422:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208166.391424:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [31:31:256:4294967295] 192.168.202.130@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:1.0:1715208166.391428:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208166.391431:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208166.391432:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715208166.391434:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208166.391438:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208166.391440:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.391514:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.391517:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715208166.391519:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.391523:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.391525:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da2a8 00000400:00000010:0.0:1715208166.391527:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da2a8. 00000100:00000200:0.0:1715208166.391531:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710a80 x1798526075930304/t0(0) o900->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:29/10 lens 264/248 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.392604:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.392616:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 248 into portal 10 MB=0x663bffbe006c0 00000400:00000200:0.0:1715208166.392623:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 248/248 into md 0x1ed [1] + 224 00000400:00000200:0.0:1715208166.392643:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.392649:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.392656:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710a80 x1798526075930304/t0(0) o900->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:29/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1715208166.392776:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208166.392780:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:1.0:1715208166.392781:0:16227:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208166.392784:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710a80 x1798526075930304/t0(0) o900->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:29/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1715208166.392791:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710a80 x1798526075930304/t0(0) o900->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:29/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:1.0:1715208166.392802:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0eb4480. 02000000:00000010:1.0:1715208166.392805:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e29600. 02000000:00000010:1.0:1715208166.392813:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e28000. 00000100:00000010:1.0:1715208166.392814:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710a80. 80000000:00000010:1.0:1715208166.392817:0:16227:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b612cc40. 00000020:00000010:1.0:1715208166.392823:0:16227:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a4f8a400. 00000100:00000010:1.0:1715208166.392826:0:16227:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710a80. 02000000:00000010:1.0:1715208166.392830:0:16227:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e28000. 00000100:00000010:1.0:1715208166.392835:0:16227:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a0eb4480. 02000000:00000010:1.0:1715208166.392840:0:16227:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a4f8a800. 00000400:00000010:1.0:1715208166.392842:0:16227:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208166.392844:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208166.392846:0:16227:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075930368, portal 10 00000400:00000010:1.0:1715208166.392848:0:16227:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da5d8. 00000100:00000200:1.0:1715208166.392849:0:16227:0:(niobuf.c:87:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1798526075930368, offset 0 00000400:00000200:1.0:1715208166.392852:0:16227:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.392856:0:16227:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208166.392858:0:16227:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208166.392860:0:16227:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208166.392862:0:16227:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.392863:0:16227:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208166.392864:0:16227:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [32:32:256:4294967295] 192.168.202.130@tcp LPNI seq info [32:32:8:4294967295] 00000400:00000200:1.0:1715208166.392869:0:16227:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208166.392872:0:16227:0:(socklnd_cb.c:1007:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208166.392874:0:16227:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715208166.392876:0:16227:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208166.392879:0:16227:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208166.392881:0:16227:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.392947:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.392949:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715208166.392952:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.392955:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.392958:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da5d8 00000400:00000010:0.0:1715208166.392959:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da5d8. 00000100:00000200:0.0:1715208166.392963:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710a80 x1798526075930368/t0(0) o33->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 448/728 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.409378:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.409395:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 464 into portal 10 MB=0x663bffbe00700 00000400:00000200:0.0:1715208166.409404:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 464/464 into md 0x1f5 [1] + 224 00000400:00000200:0.0:1715208166.409437:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.409444:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.409454:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710a80 x1798526075930368/t0(0) o33->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 448/728 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1715208166.409598:0:16227:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208166.409602:0:16227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:1.0:1715208166.409604:0:16227:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208166.409608:0:16227:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710a80 x1798526075930368/t0(0) o33->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 448/728 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1715208166.409624:0:16227:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710a80 x1798526075930368/t0(0) o33->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 448/728 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000010:1.0:1715208166.409640:0:16227:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a0eb4480. 00000002:00000200:1.0:1715208166.409644:0:16227:0:(mdc_request.c:185:mdc_getattr_common()) mode: 40755 00000080:00000010:1.0:1715208166.409647:0:16227:0:(llite_lib.c:745:client_common_fill_super()) kfreed 'op_data': 384 at ffff8800b6e28400. 00000080:00000010:1.0:1715208166.409667:0:16227:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff880136fd8000. 02000000:00000010:1.0:1715208166.409683:0:16227:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a4f8a800. 02000000:00000010:1.0:1715208166.409686:0:16227:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e28000. 00000100:00000010:1.0:1715208166.409688:0:16227:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710a80. 00000020:00000010:1.0:1715208166.409692:0:16227:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b00571b0. 00000020:00000010:1.0:1715208166.409695:0:16227:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e28000. 00000020:00000010:1.0:1715208166.409698:0:16227:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e28400. 00000020:00000010:1.0:1715208166.409700:0:16227:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012d5e9900. 00000008:00000010:1.0:1715208166.409704:0:16227:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab8a8b28. 00020000:00000010:1.0:1715208166.409706:0:16227:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800a0eb4480. 00008000:00000010:1.0:1715208166.409710:0:16227:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88009ea0c388. 00000080:00000010:1.0:1715208166.409714:0:16227:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b6d94098. 00000080:00000010:1.0:1715208166.409717:0:16227:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a3f58248. 00000020:00000010:1.0:1715208166.409718:0:16227:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e29600. 00000008:00000010:1.0:1715208166.409724:0:16227:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88012b74c000. 00020000:00000010:1.0:1715208166.409727:0:16227:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a941c480. 00008000:00000010:1.0:1715208166.409730:0:16227:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8801368626f8. 00000080:00000010:1.0:1715208166.409735:0:16227:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012a5db000. 00000080:00000010:1.0:1715208166.409738:0:16227:0:(vvp_dev.c:193:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff88012d5e99c0. 00000080:00000010:1.0:1715208166.409742:0:16227:0:(vvp_dev.c:201:vvp_device_alloc()) kmalloced '(site)': 504 at ffff8800b6e28600. 00000020:00000010:1.0:1715208166.409770:0:16227:0:(lu_object.c:1110:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff88012e1f4000. 00000020:00000010:1.0:1715208166.409775:0:16227:0:(lprocfs_status.c:1240:lprocfs_stats_alloc()) alloc '(stats)': 80 at ffff88012d5e97e0. 00000020:00000010:1.0:1715208166.409777:0:16227:0:(lprocfs_status.c:1250:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800a0eb4180. 00000008:00000010:1.0:1715208166.409782:0:16227:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab8a9650. 00020000:00000010:1.0:1715208166.409784:0:16227:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800a0eb4d80. 00008000:00000010:1.0:1715208166.409786:0:16227:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88009ea0c710. 00000080:00000010:1.0:1715208166.409790:0:16227:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b6d94130. 00000080:00000010:1.0:1715208166.409791:0:16227:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a3f58490. 00000008:00000010:1.0:1715208166.409793:0:16227:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88012b74c160. 00020000:00000010:1.0:1715208166.409795:0:16227:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a941c6c0. 00008000:00000010:1.0:1715208166.409796:0:16227:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8801368620c0. 00000080:00000010:1.0:1715208166.409798:0:16227:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012a5db0f0. 00000008:00000010:1.0:1715208166.409800:0:16227:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab8aa178. 00020000:00000010:1.0:1715208166.409801:0:16227:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800a0eb4900. 00008000:00000010:1.0:1715208166.409802:0:16227:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88009ea0ca98. 00000080:00000010:1.0:1715208166.409803:0:16227:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b6d941c8. 00000080:00000010:1.0:1715208166.409805:0:16227:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a3f586d8. 00000008:00000010:1.0:1715208166.409806:0:16227:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88012b74c2c0. 00020000:00000010:1.0:1715208166.409807:0:16227:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a941c900. 00008000:00000010:1.0:1715208166.409808:0:16227:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff880136862158. 00000080:00000010:1.0:1715208166.409810:0:16227:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012a5db1e0. 00000008:00000010:1.0:1715208166.409811:0:16227:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab8aaca0. 00020000:00000010:1.0:1715208166.409813:0:16227:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff880134ae5000. 00008000:00000010:1.0:1715208166.409814:0:16227:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88009ea0ce20. 00000080:00000010:1.0:1715208166.409815:0:16227:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b6d94260. 00000080:00000010:1.0:1715208166.409816:0:16227:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a3f58920. 00000008:00000010:1.0:1715208166.409818:0:16227:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88012b74c420. 00020000:00000010:1.0:1715208166.409819:0:16227:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a941cb40. 00008000:00000010:1.0:1715208166.409820:0:16227:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff880136862148. 00000080:00000010:1.0:1715208166.409821:0:16227:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012a5db2d0. 00000008:00000010:1.0:1715208166.409823:0:16227:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab8ab7c8. 00020000:00000010:1.0:1715208166.409825:0:16227:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009fd18900. 00008000:00000010:1.0:1715208166.409826:0:16227:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88009ea0d1a8. 00000080:00000010:1.0:1715208166.409827:0:16227:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b6d942f8. 00000080:00000010:1.0:1715208166.409828:0:16227:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a3f58b68. 00000008:00000010:1.0:1715208166.409829:0:16227:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88012b74c580. 00020000:00000010:1.0:1715208166.409831:0:16227:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a941cd80. 00008000:00000010:1.0:1715208166.409832:0:16227:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff880136862c88. 00000080:00000010:1.0:1715208166.409835:0:16227:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012a5db3c0. 00020000:00000010:1.0:1715208166.409840:0:16227:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff88012d5e9a20. 00020000:00000010:1.0:1715208166.409843:0:16227:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff88012d5e96c0. 00020000:00000010:1.0:1715208166.409845:0:16227:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff88012d5e9480. 00020000:00000010:1.0:1715208166.409847:0:16227:0:(lovsub_dev.c:108:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff88012d5e9420. 00000080:00000010:1.0:1715208166.409855:0:16227:0:(llite_lib.c:826:client_common_fill_super()) kfreed 'data': 192 at ffff88009f14bc00. 00000080:00000010:1.0:1715208166.409858:0:16227:0:(llite_lib.c:828:client_common_fill_super()) kfreed 'osfs': 144 at ffff88009f14b900. 00000080:00000010:1.0:1715208166.409873:0:16227:0:(llite_lib.c:1494:ll_fill_super()) kfreed 'md': 33 at ffff8800b01399c0. 00000080:00000010:1.0:1715208166.409875:0:16227:0:(llite_lib.c:1497:ll_fill_super()) kfreed 'dt': 33 at ffff8800b0139f00. 00000080:00000010:1.0:1715208166.409878:0:16227:0:(llite_lib.c:1506:ll_fill_super()) kfreed 'cfg': 80 at ffff88009e048480. 00000080:02000400:1.0:1715208166.409879:0:16227:0:(llite_lib.c:1512:ll_fill_super()) Mounted lustre-client 00000400:00000200:2.0:1715208166.415206:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:2.0:1715208166.415215:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 416 into portal 4 MB=0x663bffbe00600 00000400:00000200:2.0:1715208166.415221:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 416/416 into md 0x1e5 [1] + 0 00000400:00000200:2.0:1715208166.415253:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.415257:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715208166.415261:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710700 x1798526075930112/t0(0) o8->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 520/544 e 0 to 0 dl 1715208176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1715208166.415289:0:15150:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000400:00000200:1.0:1715208166.415293:0:15150:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715208166.415294:0:15150:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715208166.415298:0:15150:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710700 x1798526075930112/t0(0) o8->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 520/544 e 0 to 0 dl 1715208176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1715208166.415305:0:15150:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710700 x1798526075930112/t0(0) o8->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 520/544 e 0 to 0 dl 1715208176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:1.0:1715208166.415315:0:15150:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a9be6000. 02000000:00000010:1.0:1715208166.415346:0:15150:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab31f400. 02000000:00000010:1.0:1715208166.415348:0:15150:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a4f89c00. 00000100:00000010:1.0:1715208166.415350:0:15150:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710700. 00000400:00000200:2.0:1715208166.416482:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:2.0:1715208166.416494:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 416 into portal 4 MB=0x663bffbe005c0 00000400:00000200:2.0:1715208166.416501:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 416/416 into md 0x1cd [1] + 0 00000400:00000200:2.0:1715208166.416518:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.416522:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715208166.416529:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710380 x1798526075930048/t0(0) o8->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 520/544 e 0 to 0 dl 1715208176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000400:00000010:1.0:1715208166.416641:0:15150:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:1.0:1715208166.416645:0:15150:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:1.0:1715208166.416646:0:15150:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:1.0:1715208166.416650:0:15150:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710380 x1798526075930048/t0(0) o8->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 520/544 e 0 to 0 dl 1715208176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000100:00000200:1.0:1715208166.416656:0:15150:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710380 x1798526075930048/t0(0) o8->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 520/544 e 0 to 0 dl 1715208176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 00000020:00000010:1.0:1715208166.416667:0:15150:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800ab14e000. 02000000:00000010:1.0:1715208166.416685:0:15150:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab31d800. 02000000:00000010:1.0:1715208166.416696:0:15150:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a4f89800. 00000100:00000010:1.0:1715208166.416698:0:15150:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710380. 00000080:00000010:0.0:1715208166.417696:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ce9000. 00000020:00000010:0.0:1715208166.417707:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800ab31c800. 00000020:00000010:0.0:1715208166.417716:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800ab31d400. 00000100:00000010:0.0:1715208166.417732:0:16254:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80bb80. 02000000:00000010:0.0:1715208166.417748:0:16254:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab31d800. 00010000:00000010:0.0:1715208166.417761:0:16254:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b414de00. 00010000:00000010:0.0:1715208166.417763:0:16254:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e9a9080. 00010000:00000010:0.0:1715208166.417769:0:16254:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a803c480. 00000020:00000010:0.0:1715208166.417772:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b606d900. 00000020:00000010:0.0:1715208166.417791:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009e998000. 00000100:00000010:0.0:1715208166.417799:0:16254:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009e96f6c0. 02000000:00000010:0.0:1715208166.417816:0:16254:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff88012aaec000. 00000400:00000010:0.0:1715208166.417820:0:16254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:0.0:1715208166.417824:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715208166.417830:0:16254:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075930432, portal 10 00000400:00000010:0.0:1715208166.417834:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715208166.417836:0:16254:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526075930432, offset 0 00000400:00000200:0.0:1715208166.417843:0:16254:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208166.417852:0:16254:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.417856:0:16254:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208166.417860:0:16254:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208166.417864:0:16254:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.417866:0:16254:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208166.417869:0:16254:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [33:33:256:4294967295] 192.168.202.130@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:0.0:1715208166.417879:0:16254:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208166.417884:0:16254:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.417893:0:16254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715208166.417897:0:16254:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.417905:0:16254:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.417909:0:16254:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:2.0:1715208166.418073:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.418078:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715208166.418082:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.418089:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.418092:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715208166.418094:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715208166.418101:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009e80bb80 x1798526075930432/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.419734:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.419745:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 688 into portal 10 MB=0x663bffbe00740 00000400:00000200:0.0:1715208166.419752:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 688/688 into md 0x1fd [1] + 224 00000400:00000200:0.0:1715208166.419768:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.419773:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.419779:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009e80bb80 x1798526075930432/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.419910:0:16254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:2.0:1715208166.419918:0:16254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715208166.419920:0:16254:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715208166.419928:0:16254:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009e80bb80 x1798526075930432/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.419939:0:16254:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009e80bb80 x1798526075930432/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.419973:0:16254:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009e96f6c0. 00000020:00000010:2.0:1715208166.419991:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b022b200. 00000080:00000010:2.0:1715208166.420011:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ce9000. 00800000:00000010:2.0:1715208166.420022:0:16254:0:(lmv_obd.c:3734:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8800b01397c0. 00000080:00000010:2.0:1715208166.420034:0:16254:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa6ca100. 02000000:00000010:2.0:1715208166.420048:0:16254:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff88012aaec000. 02000000:00000010:2.0:1715208166.420052:0:16254:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab31d800. 00000100:00000010:2.0:1715208166.420055:0:16254:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009e80bb80. 00000020:00000010:2.0:1715208166.420061:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff8800b637a800. 00000080:00000010:2.0:1715208166.420072:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022b600. 00000020:00000010:2.0:1715208166.420078:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800ac657000. 00000020:00000010:2.0:1715208166.420084:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800ac657400. 00000100:00000010:2.0:1715208166.420089:0:16254:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5880. 02000000:00000010:2.0:1715208166.420098:0:16254:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac656800. 00010000:00000010:2.0:1715208166.420108:0:16254:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690c900. 00000020:00000010:2.0:1715208166.420111:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b0139700. 00000100:00000010:2.0:1715208166.420152:0:16254:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14bd80. 02000000:00000010:2.0:1715208166.420165:0:16254:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6379000. 00000400:00000010:2.0:1715208166.420169:0:16254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:2.0:1715208166.420172:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715208166.420176:0:16254:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075930496, portal 10 00000400:00000010:2.0:1715208166.420180:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715208166.420182:0:16254:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1798526075930496, offset 0 00000400:00000200:2.0:1715208166.420188:0:16254:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.420195:0:16254:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.420199:0:16254:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.420202:0:16254:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.420205:0:16254:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.420207:0:16254:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.420210:0:16254:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [34:34:256:4294967295] 192.168.202.130@tcp LPNI seq info [34:34:8:4294967295] 00000400:00000200:2.0:1715208166.420226:0:16254:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.420231:0:16254:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.420234:0:16254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4f400. 00000800:00000200:2.0:1715208166.420238:0:16254:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.420244:0:16254:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.420247:0:16254:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4f400 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.420404:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.420409:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4f400. 00000400:00000200:0.0:1715208166.420413:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.420419:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.420423:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:0.0:1715208166.420425:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:0.0:1715208166.420431:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5880 x1798526075930496/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.422688:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.422699:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 584 into portal 10 MB=0x663bffbe00780 00000400:00000200:0.0:1715208166.422705:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 584/584 into md 0x205 [1] + 224 00000400:00000200:0.0:1715208166.422722:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.422726:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.422733:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5880 x1798526075930496/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.422860:0:16254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:2.0:1715208166.422868:0:16254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:2.0:1715208166.422870:0:16254:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715208166.422878:0:16254:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5880 x1798526075930496/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.422888:0:16254:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5880 x1798526075930496/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.422911:0:16254:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14bd80. 00010000:00000010:2.0:1715208166.422922:0:16254:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d4fe00. 00010000:00000010:2.0:1715208166.422925:0:16254:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012bd27100. 00000080:00000010:2.0:1715208166.422962:0:16254:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009de60000. 00000080:00000010:2.0:1715208166.422975:0:16254:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa6caa60. 00000080:00000010:2.0:1715208166.422986:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022b600. 02000000:00000010:2.0:1715208166.422990:0:16254:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6379000. 02000000:00000010:2.0:1715208166.422994:0:16254:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac656800. 00000100:00000010:2.0:1715208166.422997:0:16254:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5880. 00000080:00000010:2.0:1715208166.423007:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022b600. 00000100:00000010:2.0:1715208166.423017:0:16254:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5880. 02000000:00000010:2.0:1715208166.423023:0:16254:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b022a200. 00000100:00000010:2.0:1715208166.423030:0:16254:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14bd80. 02000000:00000010:2.0:1715208166.423040:0:16254:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b022b800. 00000400:00000010:2.0:1715208166.423044:0:16254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:2.0:1715208166.423047:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715208166.423050:0:16254:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075930560, portal 10 00000400:00000010:2.0:1715208166.423061:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715208166.423063:0:16254:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1798526075930560, offset 0 00000400:00000200:2.0:1715208166.423069:0:16254:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.423077:0:16254:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.423080:0:16254:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.423084:0:16254:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.423086:0:16254:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.423089:0:16254:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.423092:0:16254:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [35:35:256:4294967295] 192.168.202.130@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:2.0:1715208166.423101:0:16254:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.423106:0:16254:0:(socklnd_cb.c:1007:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.423109:0:16254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4f400. 00000800:00000200:2.0:1715208166.423114:0:16254:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.423155:0:16254:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.423159:0:16254:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4f400 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.423318:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.423323:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4f400. 00000400:00000200:0.0:1715208166.423327:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.423342:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.423346:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:0.0:1715208166.423348:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:0.0:1715208166.423354:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5880 x1798526075930560/t0(0) o900->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:29/10 lens 264/248 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.424454:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.424471:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 248 into portal 10 MB=0x663bffbe007c0 00000400:00000200:0.0:1715208166.424475:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 248/248 into md 0x20d [1] + 224 00000400:00000200:0.0:1715208166.424494:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.424497:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.424500:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5880 x1798526075930560/t0(0) o900->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:29/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.424531:0:16254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:2.0:1715208166.424534:0:16254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:2.0:1715208166.424536:0:16254:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715208166.424540:0:16254:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5880 x1798526075930560/t0(0) o900->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:29/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.424546:0:16254:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5880 x1798526075930560/t0(0) o900->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:29/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.424558:0:16254:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14bd80. 02000000:00000010:2.0:1715208166.424561:0:16254:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b022b800. 02000000:00000010:2.0:1715208166.424563:0:16254:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b022a200. 00000100:00000010:2.0:1715208166.424565:0:16254:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5880. 80000000:00000010:2.0:1715208166.424567:0:16254:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b0139280. 00000080:00000010:2.0:1715208166.424576:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022b600. 00000080:00000010:2.0:1715208166.424604:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022b600. 00000080:00000010:2.0:1715208166.424609:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022b600. 00000080:00000010:2.0:1715208166.424664:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022b600. 00000080:00000010:2.0:1715208166.424673:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022b600. 00000080:00000010:2.0:1715208166.424691:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022b600. 00000080:00000010:2.0:1715208166.424696:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022b600. 00000080:00000010:2.0:1715208166.424710:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022b600. 00000100:00000010:2.0:1715208166.424715:0:16254:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5880. 02000000:00000010:2.0:1715208166.424726:0:16254:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac656800. 00010000:00000010:2.0:1715208166.424736:0:16254:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690cb40. 00000100:00000010:2.0:1715208166.424744:0:16254:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14bd80. 02000000:00000010:2.0:1715208166.424754:0:16254:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff8800b58ee000. 00000400:00000010:2.0:1715208166.424758:0:16254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:2.0:1715208166.424761:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715208166.424765:0:16254:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1798526075930624, portal 10 00000400:00000010:2.0:1715208166.424768:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715208166.424770:0:16254:0:(niobuf.c:87:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1798526075930624, offset 0 00000400:00000200:2.0:1715208166.424776:0:16254:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.424783:0:16254:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.424787:0:16254:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.424790:0:16254:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.424793:0:16254:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.424795:0:16254:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.424798:0:16254:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [36:36:256:4294967295] 192.168.202.130@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:2.0:1715208166.424807:0:16254:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.424812:0:16254:0:(socklnd_cb.c:1007:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.424815:0:16254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4f500. 00000800:00000200:2.0:1715208166.424819:0:16254:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.424825:0:16254:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.424828:0:16254:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4f500 type 1, nob 664 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.424989:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.424994:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4f500. 00000400:00000200:0.0:1715208166.424998:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.425004:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.425008:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:0.0:1715208166.425010:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:0.0:1715208166.425016:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5880 x1798526075930624/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.426655:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.426666:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 1016 into portal 10 MB=0x663bffbe00800 00000400:00000200:0.0:1715208166.426673:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 1016/1016 into md 0x215 [1] + 224 00000400:00000200:0.0:1715208166.426689:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.426693:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.426700:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5880 x1798526075930624/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.426830:0:16254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:2.0:1715208166.426837:0:16254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:2.0:1715208166.426839:0:16254:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715208166.426855:0:16254:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5880 x1798526075930624/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.426866:0:16254:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5880 x1798526075930624/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.426888:0:16254:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14bd80. 00000080:00000010:2.0:1715208166.426908:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022b600. 00000080:00000010:2.0:1715208166.426919:0:16254:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012a4d9910. 00000080:00000010:2.0:1715208166.426922:0:16254:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff88009e84f900. 00000080:00000010:2.0:1715208166.426924:0:16254:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff8800aa6ca420. 00000080:00000010:2.0:1715208166.426927:0:16254:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012a4d9a50. 00000080:00000010:2.0:1715208166.426928:0:16254:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff88009e84f780. 00000080:00000010:2.0:1715208166.426930:0:16254:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 51 at ffff8800b0139f40. 02000000:00000010:2.0:1715208166.426940:0:16254:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff8800b58ee000. 02000000:00000010:2.0:1715208166.426944:0:16254:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac656800. 00000100:00000010:2.0:1715208166.426946:0:16254:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5880. 00000080:00000010:2.0:1715208166.427873:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022b600. 00000080:00000010:2.0:1715208166.427891:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022b600. 00000080:00000010:2.0:1715208166.427918:0:16254:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800b60e6000. 00000080:00000010:2.0:1715208166.427926:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022b600. 00000100:00000010:2.0:1715208166.427939:0:16254:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5880. 02000000:00000010:2.0:1715208166.427949:0:16254:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac656800. 00010000:00000010:2.0:1715208166.427959:0:16254:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690cd80. 00000100:00000010:2.0:1715208166.427970:0:16254:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14bd80. 02000000:00000010:2.0:1715208166.428043:0:16254:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009ffa0000. 00000400:00000010:2.0:1715208166.428047:0:16254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:2.0:1715208166.428051:0:16254:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800ac656400. 00000100:00000200:2.0:1715208166.428055:0:16254:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526075930752, portal 10 00000400:00000010:2.0:1715208166.428060:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715208166.428062:0:16254:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1798526075930752, offset 0 00000400:00000200:2.0:1715208166.428068:0:16254:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.428075:0:16254:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.428083:0:16254:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.428087:0:16254:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.428089:0:16254:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.428092:0:16254:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.428094:0:16254:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [37:37:256:4294967295] 192.168.202.130@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:2.0:1715208166.428103:0:16254:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.428108:0:16254:0:(socklnd_cb.c:1007:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.428111:0:16254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4f700. 00000800:00000200:2.0:1715208166.428115:0:16254:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.428152:0:16254:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.428155:0:16254:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4f700 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.428316:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.428322:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4f700. 00000400:00000200:0.0:1715208166.428334:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.428340:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.428344:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:0.0:1715208166.428345:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:0.0:1715208166.428351:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5880 x1798526075930752/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:2.0:1715208166.430432:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:2.0:1715208166.430444:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 608 into portal 10 MB=0x663bffbe00880 00000400:00000200:2.0:1715208166.430451:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 608/608 into md 0x21d [32] + 224 00000400:00000200:2.0:1715208166.430489:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.430494:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715208166.430501:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5880 x1798526075930752/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.430595:0:16254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:3.0:1715208166.430602:0:16254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac656400 00000400:00000010:3.0:1715208166.430605:0:16254:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800ac656400. 00000100:00000200:3.0:1715208166.430613:0:16254:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5880 x1798526075930752/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.430627:0:16254:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5880 x1798526075930752/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.430659:0:16254:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14bd80. 00000020:00000010:3.0:1715208166.430671:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b6ff9b40. 00000080:00000010:3.0:1715208166.430692:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022b600. 00000080:00000010:3.0:1715208166.430700:0:16254:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b6ff98c0. 00000002:00000010:3.0:1715208166.430704:0:16254:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88009e12fce0. 00000020:00000010:3.0:1715208166.430708:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff8800b60f8800. 02000000:00000010:3.0:1715208166.430710:0:16254:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009ffa0000. 00000080:00000010:3.0:1715208166.430761:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b0011200. 00000020:00000010:3.0:1715208166.430766:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800a8f31c00. 00000020:00000010:3.0:1715208166.430776:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800ab26c000. 00000002:00000010:3.0:1715208166.430789:0:16254:0:(mdc_request.c:1340:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff8800b60fe800. 00000100:00000010:3.0:1715208166.431283:0:16254:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3250700. 02000000:00000010:3.0:1715208166.431291:0:16254:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b0011000. 00000100:00000010:3.0:1715208166.431297:0:16254:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff8800ab26c400. 00000100:00000010:3.0:1715208166.431302:0:16254:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff88012b4b5000. 00000100:00000010:3.0:1715208166.431317:0:16254:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130ef7f00. 00000400:00000010:3.0:1715208166.431332:0:16254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50e70. 00000400:00000010:3.0:1715208166.431340:0:16254:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a04b2000. 00000100:00000200:3.0:1715208166.431345:0:16254:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x663bffbe008c0-0x663bffbe008c0, portal 14 02000000:00000010:3.0:1715208166.431350:0:16254:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab26c800. 00000400:00000010:3.0:1715208166.431353:0:16254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50ec8. 00000400:00000010:3.0:1715208166.431356:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257c38. 00000100:00000200:3.0:1715208166.431358:0:16254:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075930816, portal 10 00000400:00000010:3.0:1715208166.431362:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257000. 00000100:00000200:3.0:1715208166.431363:0:16254:0:(niobuf.c:87:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1798526075930816, offset 0 00000400:00000200:3.0:1715208166.431370:0:16254:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.431377:0:16254:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.431381:0:16254:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.431384:0:16254:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.431386:0:16254:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.431389:0:16254:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.431392:0:16254:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [38:38:256:4294967295] 192.168.202.130@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000200:3.0:1715208166.431401:0:16254:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.431406:0:16254:0:(socklnd_cb.c:1007:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.431410:0:16254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307e00. 00000800:00000200:3.0:1715208166.431414:0:16254:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.431420:0:16254:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.431423:0:16254:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307e00 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.431586:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.431591:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307e00. 00000400:00000200:0.0:1715208166.431596:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.431602:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.431606:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257000 00000400:00000010:0.0:1715208166.431608:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257000. 00000100:00000200:0.0:1715208166.431614:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3250700 x1798526075930816/t0(0) o37->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 448/440 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.434015:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.434026:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 4096 into portal 14 MB=0x663bffbe008c0 00000400:00000200:0.0:1715208166.434033:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.130@tcp of length 4096/4096 into md 0x225 [256] + 0 00000400:00000010:0.0:1715208166.434037:0:15146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50e70. 00000400:00000200:0.0:1715208166.434041:0:15146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a04b2000 00000400:00000200:0.0:1715208166.434061:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.434066:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.434069:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a04b2000 00000400:00000010:0.0:1715208166.434071:0:15146:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 4216 at ffff8800a04b2000. 00000100:00000200:0.0:1715208166.434075:0:15146:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800ab26c400 00000400:00000200:0.0:1715208166.434096:0:15146:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1715208166.434101:0:15146:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.434107:0:15146:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [39:39:256:4294967295] 192.168.202.130@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:0.0:1715208166.434141:0:15146:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) 192.168.202.130@tcp : ACK try# 0 00000800:00000200:0.0:1715208166.434147:0:15146:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.434160:0:15146:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff88009e99a000. 00000800:00000200:0.0:1715208166.434164:0:15146:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.434170:0:15146:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.434173:0:15146:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009e99a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1715208166.434221:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.434224:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff88009e99a000. 00000400:00000200:0.0:1715208166.434227:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.434231:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: ACK: OK 00000400:00000200:0.0:1715208166.436040:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.436050:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 440 into portal 10 MB=0x663bffbe008c0 00000400:00000200:0.0:1715208166.436057:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 440/440 into md 0x229 [1] + 224 00000400:00000200:0.0:1715208166.436074:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.436078:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.436085:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3250700 x1798526075930816/t0(0) o37->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 448/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.436219:0:16254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50ec8. 00000400:00000200:3.0:1715208166.436228:0:16254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257c38 00000400:00000010:3.0:1715208166.436229:0:16254:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257c38. 00000100:00000200:3.0:1715208166.436233:0:16254:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3250700 x1798526075930816/t0(0) o37->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 448/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.436239:0:16254:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3250700 x1798526075930816/t0(0) o37->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 448/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.436251:0:16254:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130ef7f00. 02000000:00000010:3.0:1715208166.436254:0:16254:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab26c800. 00000100:00000010:3.0:1715208166.436260:0:16254:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff88012b4b5000. 00000100:00000010:3.0:1715208166.436262:0:16254:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff8800ab26c400. 02000000:00000010:3.0:1715208166.436264:0:16254:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b0011000. 00000100:00000010:3.0:1715208166.436265:0:16254:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3250700. 00000002:00000010:3.0:1715208166.436833:0:16254:0:(mdc_request.c:1409:ll_mdc_read_page_remote()) kfreed 'page_pool': 2048 at ffff8800b60fe800. 00000020:00000010:3.0:1715208166.436847:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b0011000. 00000080:00000010:3.0:1715208166.436856:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b0011200. 00000080:00000010:3.0:1715208166.436896:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b0011200. 00000080:00000010:3.0:1715208166.436911:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b0011200. 00000080:00000010:3.0:1715208166.436928:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b0011200. 00000100:00000010:3.0:1715208166.436934:0:16254:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3250700. 02000000:00000010:3.0:1715208166.436943:0:16254:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab26c400. 00010000:00000010:3.0:1715208166.436954:0:16254:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b03646c0. 00000100:00000010:3.0:1715208166.436962:0:16254:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130ef7f00. 02000000:00000010:3.0:1715208166.436972:0:16254:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b60fe800. 00000400:00000010:3.0:1715208166.436976:0:16254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50ec8. 00000400:00000010:3.0:1715208166.436980:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257c38. 00000100:00000200:3.0:1715208166.436984:0:16254:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075930880, portal 10 00000400:00000010:3.0:1715208166.436987:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257198. 00000100:00000200:3.0:1715208166.436989:0:16254:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1798526075930880, offset 0 00000400:00000200:3.0:1715208166.436996:0:16254:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.437003:0:16254:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.437007:0:16254:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.437017:0:16254:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.437020:0:16254:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.437022:0:16254:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.437025:0:16254:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [40:40:256:4294967295] 192.168.202.130@tcp LPNI seq info [40:40:8:4294967295] 00000400:00000200:3.0:1715208166.437035:0:16254:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.437040:0:16254:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.437044:0:16254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307d00. 00000800:00000200:3.0:1715208166.437048:0:16254:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.437054:0:16254:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.437057:0:16254:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307d00 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.437220:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.437225:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307d00. 00000400:00000200:0.0:1715208166.437230:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.437236:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.437240:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257198 00000400:00000010:0.0:1715208166.437242:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257198. 00000100:00000200:0.0:1715208166.437248:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3250700 x1798526075930880/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00010000:00000010:2.1:1715208166.439265:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690cd80. 00000400:00000200:3.0:1715208166.439315:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:3.0:1715208166.439321:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 640 into portal 10 MB=0x663bffbe00900 00000400:00000200:3.0:1715208166.439324:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 640/640 into md 0x231 [1] + 224 00000400:00000200:3.0:1715208166.439333:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715208166.439336:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:3.0:1715208166.439339:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3250700 x1798526075930880/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:0.0:1715208166.439384:0:16254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50ec8. 00000400:00000200:0.0:1715208166.439388:0:16254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257c38 00000400:00000010:0.0:1715208166.439389:0:16254:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257c38. 00000100:00000200:0.0:1715208166.439393:0:16254:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3250700 x1798526075930880/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:0.0:1715208166.439399:0:16254:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3250700 x1798526075930880/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:0.0:1715208166.439420:0:16254:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130ef7f00. 00010000:00000010:0.0:1715208166.439425:0:16254:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b414d600. 00010000:00000010:0.0:1715208166.439426:0:16254:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e9a9580. 00000020:00000010:0.0:1715208166.439431:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6ce9000. 00000002:00000010:0.0:1715208166.439436:0:16254:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b606d480. 00000080:00000010:0.0:1715208166.439449:0:16254:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800af1d0000. 00000020:00000010:0.0:1715208166.439455:0:16254:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800ab35e990. 00000020:00000010:0.0:1715208166.439469:0:16254:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6ce9400. 00000020:00000010:0.0:1715208166.439472:0:16254:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ab8a3400. 00000020:00000010:0.0:1715208166.439474:0:16254:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012f325c00. 00000008:00000010:0.0:1715208166.439479:0:16254:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009f309650. 00020000:00000010:0.0:1715208166.439481:0:16254:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e96ff00. 00008000:00000010:0.0:1715208166.439485:0:16254:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab32c710. 00000080:00000010:0.0:1715208166.439488:0:16254:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88009e2cd130. 00000080:00000010:0.0:1715208166.439490:0:16254:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab17c490. 00000020:00000010:0.0:1715208166.439509:0:16254:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ab8a3800. 00000008:00000010:0.0:1715208166.439512:0:16254:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800a0ec8160. 00020000:00000010:0.0:1715208166.439515:0:16254:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a803c6c0. 00008000:00000010:0.0:1715208166.439518:0:16254:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b4254a88. 00000080:00000010:0.0:1715208166.439521:0:16254:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b01370f0. 00000080:00000010:0.0:1715208166.439528:0:16254:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff88009e130000. 00020000:00000010:0.0:1715208166.439536:0:16254:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88009eb8e570. 00020000:00000010:0.0:1715208166.439543:0:16254:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012f325ae0. 00020000:00000010:0.0:1715208166.439545:0:16254:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e9a9900. 00020000:00000010:0.0:1715208166.439548:0:16254:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012f325b40. 00020000:00000010:0.0:1715208166.439554:0:16254:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8800a2880900. 00020000:00000010:0.0:1715208166.439557:0:16254:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009e96f480. 00020000:00000010:0.0:1715208166.439562:0:16254:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8800b4254f40. 00000020:00000010:0.0:1715208166.439568:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b414df00. 00020000:00000010:0.0:1715208166.439572:0:16254:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff88009e1300c8. 00000008:00000010:0.0:1715208166.439588:0:16254:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800a96be000. 00000020:00000010:0.0:1715208166.439598:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b414d700. 00020000:00000010:0.0:1715208166.439609:0:16254:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012f325a20. 00020000:00000010:0.0:1715208166.439612:0:16254:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e9a9480. 00020000:00000010:0.0:1715208166.439614:0:16254:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012f325a80. 00020000:00000010:0.0:1715208166.439619:0:16254:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e9a9480. 00020000:00000010:0.0:1715208166.439621:0:16254:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88012f325a20. 00020000:00000010:0.0:1715208166.439625:0:16254:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88012f325a80. 00000080:00000010:0.0:1715208166.439634:0:16254:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88009f2e7f60. 00000080:00000010:0.0:1715208166.439644:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b0011200. 02000000:00000010:0.0:1715208166.439649:0:16254:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b60fe800. 02000000:00000010:0.0:1715208166.439652:0:16254:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab26c400. 00000100:00000010:0.0:1715208166.439655:0:16254:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3250700. 00000080:00000010:0.0:1715208166.439665:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a2400. 00000080:00000010:0.0:1715208166.439683:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a2400. 00000080:00000010:0.0:1715208166.439688:0:16254:0:(statahead.c:613:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff8800ab8a2400. 00000080:00000010:0.0:1715208166.439693:0:16254:0:(statahead.c:542:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff88012d3e4000. 00000080:00000010:0.0:1715208166.440081:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a2600. 00800000:00000010:2.0:1715208166.440088:0:16255:0:(lmv_obd.c:4239:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff8800b01390c0. 00000080:00000010:0.0:1715208166.440089:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a2600. 00000080:00000010:2.0:1715208166.440093:0:16255:0:(statahead.c:1201:ll_statahead_by_list()) kmalloced '(op_data)': 384 at ffff8800b022a200. 00020000:00000010:0.0:1715208166.440108:0:16254:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e9a9480. 00000020:00000010:0.0:1715208166.440112:0:16254:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800ab35ea20. 00000080:00000010:2.0:1715208166.440113:0:16255:0:(statahead.c:213:sa_alloc()) kmalloced '(entry)': 108 at ffff88012bd27c80. 00000020:00000010:0.0:1715208166.440129:0:16254:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ab8a2600. 00000020:00000010:0.0:1715208166.440131:0:16254:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ab8a3a00. 00000080:00000010:2.0:1715208166.440132:0:16255:0:(statahead.c:454:sa_prep_data()) kmalloced '(item)': 632 at ffff8800ac655c00. 00000020:00000010:0.0:1715208166.440133:0:16254:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012f325a80. 00000008:00000010:0.0:1715208166.440136:0:16254:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff88009f30a178. 00020000:00000010:0.0:1715208166.440137:0:16254:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009e96f6c0. 00800000:00000010:2.0:1715208166.440138:0:16255:0:(lmv_obd.c:4401:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff8800aa6caec0. 00008000:00000010:0.0:1715208166.440139:0:16254:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ab32ca98. 00000002:00000010:2.0:1715208166.440140:0:16255:0:(batch.c:671:cli_batch_create()) kmalloced '(cbh)': 32 at ffff8800aa6ca7a0. 00000080:00000010:0.0:1715208166.440142:0:16254:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff88009e2cd1c8. 00000080:00000010:0.0:1715208166.440143:0:16254:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800ab17c6d8. 00000002:00000010:2.0:1715208166.440143:0:16255:0:(batch.c:310:batch_update_request_create()) kmalloced '(head)': 80 at ffff88009e330420. 00000020:00000010:0.0:1715208166.440145:0:16254:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ab8a2000. 00000002:00000010:2.0:1715208166.440145:0:16255:0:(batch.c:238:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff8800b0139b80. 00000008:00000010:0.0:1715208166.440147:0:16254:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800a0ec82c0. 00000002:00000010:2.0:1715208166.440147:0:16255:0:(batch.c:244:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff8800b58ec000. 00020000:00000010:0.0:1715208166.440149:0:16254:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a803c900. 00000002:00000010:2.0:1715208166.440149:0:16255:0:(mdc_batch.c:228:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff88009f14b600. 00008000:00000010:0.0:1715208166.440150:0:16254:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b4254f08. 00000080:00000010:0.0:1715208166.440156:0:16254:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b01371e0. 00010000:00000010:2.0:1715208166.440157:0:16255:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690cd80. 00000008:00000010:0.0:1715208166.440165:0:16254:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a3992000. 00000002:00000010:2.0:1715208166.440167:0:16255:0:(batch.c:284:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff8800b0139d40. 00000080:00000010:2.0:1715208166.440169:0:16255:0:(statahead.c:213:sa_alloc()) kmalloced '(entry)': 108 at ffff88012bd27500. 00000080:00000010:2.0:1715208166.440171:0:16255:0:(statahead.c:454:sa_prep_data()) kmalloced '(item)': 632 at ffff8800ac655800. 00000002:00000010:2.0:1715208166.440174:0:16255:0:(mdc_batch.c:228:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff88009f14bf00. 00010000:00000010:0.0:1715208166.440175:0:16254:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b414d300. 00010000:00000010:2.0:1715208166.440177:0:16255:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690cfc0. 00010000:00000010:0.0:1715208166.440178:0:16254:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009f6facc0. 00000002:00000010:2.0:1715208166.440179:0:16255:0:(batch.c:284:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff8800b0139f80. 00000080:00000010:2.0:1715208166.440180:0:16255:0:(statahead.c:213:sa_alloc()) kmalloced '(entry)': 112 at ffff88012bd27780. 00010000:00000010:0.0:1715208166.440181:0:16254:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a803cb40. 00000020:00000010:0.0:1715208166.440183:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b606de80. 00000080:00000010:2.0:1715208166.440183:0:16255:0:(statahead.c:454:sa_prep_data()) kmalloced '(item)': 632 at ffff8800ac655400. 00000002:00000010:2.0:1715208166.440185:0:16255:0:(mdc_batch.c:228:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff88009f14b6c0. 00010000:00000010:0.0:1715208166.440187:0:16254:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009e9a9a00. 00010000:00000010:2.0:1715208166.440187:0:16255:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690d200. 00000002:00000010:2.0:1715208166.440188:0:16255:0:(batch.c:284:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff8800b0139180. 00010000:00000010:0.0:1715208166.440189:0:16254:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b606d800. 00000100:00000010:0.0:1715208166.440192:0:16254:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80bb80. 02000000:00000010:0.0:1715208166.440197:0:16254:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a2800. 00000080:00000010:2.0:1715208166.440211:0:16255:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022a200. 00000100:00000010:2.0:1715208166.440217:0:16255:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715208166.440222:0:16255:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 2048 at ffff8800b6379000. 02000000:00000010:0.0:1715208166.440235:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab31f400. 00000400:00000010:0.0:1715208166.440238:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 00000400:00000010:0.0:1715208166.440240:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715208166.440243:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075930944, portal 4 00000400:00000010:0.0:1715208166.440245:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715208166.440247:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526075930944, offset 0 00000400:00000200:0.0:1715208166.440250:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208166.440255:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.440257:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208166.440259:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 02000000:00000010:2.0:1715208166.440260:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff88009eb20000. 00000400:00000200:0.0:1715208166.440261:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.440262:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208166.440264:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [41:41:256:4294967295] 192.168.202.130@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000010:2.0:1715208166.440264:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715208166.440268:0:15153:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88009f14bcc0. 00000400:00000200:0.0:1715208166.440269:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000100:00000200:2.0:1715208166.440271:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1798526075931008, portal 4 00000800:00000200:0.0:1715208166.440272:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.440274:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000010:2.0:1715208166.440275:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000800:00000200:0.0:1715208166.440276:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000100:00000200:2.0:1715208166.440277:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 1448 bytes to portal 24, xid 1798526075931008, offset 0 00000800:00000200:0.0:1715208166.440280:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.440282:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1715208166.440282:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.440288:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.440291:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.440293:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.440296:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.440298:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.440300:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [42:42:255:4294967295] 192.168.202.130@tcp LPNI seq info [42:42:7:4294967295] 00000400:00000200:2.0:1715208166.440306:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.440309:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 1448 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.440311:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4f300. 00000800:00000200:2.0:1715208166.440314:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.440321:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208166.440322:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1715208166.440323:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4f300 type 1, nob 1544 niov 1 nkiov 1 00000800:00000010:1.0:1715208166.440326:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715208166.440328:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208166.440332:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208166.440334:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715208166.440335:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715208166.440339:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009e80bb80 x1798526075930944/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000800:00000200:0.0:1715208166.440357:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.440362:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4f300. 00000400:00000200:0.0:1715208166.440364:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.440367:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.440370:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:0.0:1715208166.440371:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715208166.440374:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075931008/t0(0) o63->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:24/4 lens 1448/4320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.441770:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.441781:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 400 into portal 4 MB=0x663bffbe00940 00000400:00000200:0.0:1715208166.441788:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 400/400 into md 0x239 [1] + 224 00000400:00000200:0.0:1715208166.441804:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.441809:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.441815:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009e80bb80 x1798526075930944/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.441944:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:2.0:1715208166.441952:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715208166.441953:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715208166.441961:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009e80bb80 x1798526075930944/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.441972:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009e80bb80 x1798526075930944/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000020:00000010:2.0:1715208166.441989:0:15151:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009eb22000. 00000020:00000010:2.0:1715208166.442014:0:15151:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b022a200. 02000000:00000010:2.0:1715208166.442056:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab31f400. 02000000:00000010:2.0:1715208166.442061:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a2800. 00000100:00000010:2.0:1715208166.442064:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009e80bb80. 00000008:00000010:0.0:1715208166.442093:0:16254:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a3992000. 00020000:00000010:0.0:1715208166.442100:0:16254:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e9a9480. 00000020:00000010:0.0:1715208166.442113:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff88012aaeb000. 00000080:00000010:0.0:1715208166.442158:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.442175:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.442228:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.442232:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.442245:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.442249:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a3c00. 00000400:00000200:0.0:1715208166.443434:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.443441:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 1520 into portal 4 MB=0x663bffbe00980 00000400:00000200:0.0:1715208166.443445:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 1520/1520 into md 0x241 [2] + 224 00000400:00000200:0.0:1715208166.443455:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.443473:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.443477:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075931008/t0(0) o63->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:24/4 lens 1448/4320 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.443518:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:2.0:1715208166.443522:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009f14bcc0 00000400:00000010:2.0:1715208166.443523:0:15153:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 152 at ffff88009f14bcc0. 00000100:00000200:2.0:1715208166.443529:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075931008/t0(0) o63->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:24/4 lens 1448/4320 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.443535:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075931008/t0(0) o63->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:24/4 lens 1448/4320 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 00010000:00000010:2.0:1715208166.443579:0:15153:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d4f100. 00010000:00000010:2.0:1715208166.443582:0:15153:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012bd27b80. 00000002:00000010:2.0:1715208166.443594:0:15153:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b0139080. 00000002:00000010:2.0:1715208166.443613:0:15153:0:(batch.c:269:object_update_callback_fini()) kfreed 'ouc': 40 at ffff8800b0139d40. 00010000:00000010:2.0:1715208166.443619:0:15153:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d4ff00. 00010000:00000010:2.0:1715208166.443621:0:15153:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012bd27880. 00000002:00000010:2.0:1715208166.443630:0:15153:0:(batch.c:269:object_update_callback_fini()) kfreed 'ouc': 40 at ffff8800b0139f80. 00010000:00000010:2.0:1715208166.443634:0:15153:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6d4fa00. 00010000:00000010:2.0:1715208166.443636:0:15153:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012bd27200. 00000002:00000010:2.0:1715208166.443653:0:15153:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b0139f80. 00000002:00000010:2.0:1715208166.443659:0:15153:0:(batch.c:269:object_update_callback_fini()) kfreed 'ouc': 40 at ffff8800b0139180. 00000002:00000010:2.0:1715208166.443662:0:15153:0:(batch.c:338:batch_update_request_destroy()) kfreed 'bub->bub_req': 4096 at ffff8800b58ec000. 00000002:00000010:2.0:1715208166.443666:0:15153:0:(batch.c:339:batch_update_request_destroy()) kfreed 'bub': 40 at ffff8800b0139b80. 00000002:00000010:2.0:1715208166.443668:0:15153:0:(batch.c:342:batch_update_request_destroy()) kfreed 'head': 80 at ffff88009e330420. 00000080:00000010:2.0:1715208166.443697:0:24051:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009de60800. 00000020:00000010:2.0:1715208166.443706:0:24051:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b0135ea0. 00000020:00000010:2.0:1715208166.443709:0:24051:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b022b800. 00000020:00000010:2.0:1715208166.443712:0:24051:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b022ba00. 00000020:00000010:2.0:1715208166.443715:0:24051:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e330420. 00000008:00000010:2.0:1715208166.443719:0:24051:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5812ca0. 00020000:00000010:2.0:1715208166.443722:0:24051:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f14bcc0. 00008000:00000010:2.0:1715208166.443725:0:24051:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3ce20. 00000080:00000010:2.0:1715208166.443728:0:24051:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb7260. 00000080:00000010:2.0:1715208166.443731:0:24051:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3c920. 00000020:00000010:2.0:1715208166.443734:0:24051:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b022bc00. 00000008:00000010:2.0:1715208166.443737:0:24051:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b00e0420. 00020000:00000010:2.0:1715208166.443739:0:24051:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a690d440. 00008000:00000010:2.0:1715208166.443742:0:24051:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e115ef8. 00000080:00000010:2.0:1715208166.443745:0:24051:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009ffe12d0. 00000080:00000010:2.0:1715208166.443749:0:24051:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b62c50c8. 00020000:00000010:2.0:1715208166.443756:0:24051:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88009f2cb2b8. 00020000:00000010:2.0:1715208166.443760:0:24051:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330060. 00020000:00000010:2.0:1715208166.443762:0:24051:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012bd27280. 00020000:00000010:2.0:1715208166.443765:0:24051:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e3308a0. 00020000:00000010:2.0:1715208166.443768:0:24051:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88009e84f770. 00020000:00000010:2.0:1715208166.443771:0:24051:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009f14b840. 00020000:00000010:2.0:1715208166.443774:0:24051:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009e115e20. 00000020:00000010:2.0:1715208166.443779:0:24051:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b6d4f300. 00020000:00000010:2.0:1715208166.443782:0:24051:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b62c5190. 00000008:00000010:2.0:1715208166.443796:0:24051:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800ac5d4000. 00000020:00000010:2.0:1715208166.443803:0:24051:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800b6d4f700. 00020000:00000010:2.0:1715208166.443817:0:24051:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330840. 00020000:00000010:2.0:1715208166.443819:0:24051:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012bd27480. 00020000:00000010:2.0:1715208166.443821:0:24051:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330120. 00020000:00000010:2.0:1715208166.443824:0:24051:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012bd27480. 00020000:00000010:2.0:1715208166.443826:0:24051:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009e330840. 00020000:00000010:2.0:1715208166.443828:0:24051:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009e330120. 00000080:00000010:2.0:1715208166.443862:0:24051:0:(statahead.c:438:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff88009f14b600. 00000080:00000010:2.0:1715208166.443866:0:24051:0:(statahead.c:439:sa_fini_data()) kfreed 'item': 632 at ffff8800ac655c00. 00000080:00000010:2.0:1715208166.443887:0:24051:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009de61000. 00000080:00000010:2.0:1715208166.443897:0:24051:0:(statahead.c:438:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff88009f14bf00. 00000080:00000010:2.0:1715208166.443900:0:24051:0:(statahead.c:439:sa_fini_data()) kfreed 'item': 632 at ffff8800ac655800. 00000080:00000010:2.0:1715208166.443907:0:24051:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009de61800. 00000080:00000010:2.0:1715208166.443926:0:24051:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b62c5258. 00020000:00000010:2.0:1715208166.443929:0:24051:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88009f2cb1d0. 00020000:00000010:2.0:1715208166.443931:0:24051:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330120. 00020000:00000010:2.0:1715208166.443932:0:24051:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012bd27480. 00020000:00000010:2.0:1715208166.443934:0:24051:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330840. 00020000:00000010:2.0:1715208166.443935:0:24051:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88009e84f800. 00020000:00000010:2.0:1715208166.443936:0:24051:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009f14bf00. 00020000:00000010:2.0:1715208166.443938:0:24051:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009e115de0. 00020000:00000010:2.0:1715208166.443940:0:24051:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b62c5320. 00000008:00000010:2.0:1715208166.443942:0:24051:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800ac5d4190. 00020000:00000010:2.0:1715208166.443946:0:24051:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330de0. 00020000:00000010:2.0:1715208166.443948:0:24051:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012bd27300. 00020000:00000010:2.0:1715208166.443949:0:24051:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330600. 00020000:00000010:2.0:1715208166.443951:0:24051:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012bd27300. 00020000:00000010:2.0:1715208166.443952:0:24051:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009e330de0. 00020000:00000010:2.0:1715208166.443953:0:24051:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009e330600. 00020000:00000010:1.0:1715208166.443956:0:16256:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009ea08580. 00000080:00000010:2.0:1715208166.443958:0:24051:0:(statahead.c:438:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff88009f14b6c0. 00000080:00000010:2.0:1715208166.443959:0:24051:0:(statahead.c:439:sa_fini_data()) kfreed 'item': 632 at ffff8800ac655400. 00000020:00000010:1.0:1715208166.443961:0:16256:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b0057240. 02000000:00000010:2.0:1715208166.443961:0:24051:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff88009eb20000. 00000020:00000010:1.0:1715208166.443964:0:16256:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b0161800. 02000000:00000010:2.0:1715208166.443965:0:24051:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 2048 at ffff8800b6379000. 00000020:00000010:1.0:1715208166.443966:0:16256:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6ce9a00. 00000080:00000010:0.0:1715208166.443967:0:16254:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88009f2e79a0. 00000020:00000010:1.0:1715208166.443967:0:16256:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012d5e9360. 00000100:00000010:2.0:1715208166.443967:0:24051:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000008:00000010:1.0:1715208166.443970:0:16256:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ab8ac2f0. 00020000:00000010:1.0:1715208166.443972:0:16256:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009fd189c0. 00008000:00000010:1.0:1715208166.443974:0:16256:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff88009ea0d530. 00000080:00000010:0.0:1715208166.443976:0:16254:0:(statahead.c:256:sa_free()) kfreed 'entry': 108 at ffff88012bd27c80. 00000080:00000010:1.0:1715208166.443976:0:16256:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b6d94390. 00000080:00000010:1.0:1715208166.443978:0:16256:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a3f58db0. 00000020:00000010:1.0:1715208166.443980:0:16256:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b63d0000. 00000008:00000010:1.0:1715208166.443982:0:16256:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff88012b74c6e0. 00020000:00000010:1.0:1715208166.443984:0:16256:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a941cfc0. 00008000:00000010:1.0:1715208166.443985:0:16256:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff8801368620e8. 00000080:00000010:1.0:1715208166.443987:0:16256:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88012a5db4b0. 00000080:00000010:0.0:1715208166.443994:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a3c00. 00000008:00000010:1.0:1715208166.443996:0:16256:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800ac5d6000. 00000080:00000010:0.0:1715208166.444003:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a3c00. 00010000:00000010:1.0:1715208166.444003:0:16256:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5865b00. 00010000:00000010:1.0:1715208166.444005:0:16256:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009fd18780. 00010000:00000010:1.0:1715208166.444008:0:16256:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a941d200. 00000020:00000010:1.0:1715208166.444010:0:16256:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b612c1c0. 00010000:00000010:1.0:1715208166.444013:0:16256:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009ea08100. 00010000:00000010:1.0:1715208166.444015:0:16256:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b612ca80. 00000100:00000010:1.0:1715208166.444021:0:16256:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710380. 02000000:00000010:1.0:1715208166.444026:0:16256:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b63d0200. 02000000:00000010:3.0:1715208166.444056:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab26c800. 00000008:00000010:1.0:1715208166.444061:0:16256:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800ac5d6000. 00000400:00000010:3.0:1715208166.444061:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00020000:00000010:1.0:1715208166.444064:0:16256:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009ea08580. 00000400:00000010:3.0:1715208166.444064:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02576e8. 00000100:00000200:3.0:1715208166.444067:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075931072, portal 4 00000020:00000010:3.0:1715208166.444072:0:15154:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a04b2000. 00000400:00000010:3.0:1715208166.444075:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257a18. 00000100:00000200:3.0:1715208166.444077:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526075931072, offset 0 00020000:00000010:1.0:1715208166.444078:0:16256:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009ea08580. 00000008:00000010:1.0:1715208166.444081:0:16256:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800ac5d6000. 00000400:00000200:3.0:1715208166.444082:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00010000:00000010:1.0:1715208166.444084:0:16256:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5865800. 00010000:00000010:1.0:1715208166.444086:0:16256:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009fd18f00. 00010000:00000010:1.0:1715208166.444088:0:16256:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a941d440. 00000400:00000200:3.0:1715208166.444088:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00010000:00000010:1.0:1715208166.444090:0:16256:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009ea08a80. 00010000:00000010:1.0:1715208166.444092:0:16256:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b612c480. 00000400:00000200:3.0:1715208166.444092:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1715208166.444094:0:16256:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710700. 00000400:00000200:3.0:1715208166.444095:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 02000000:00000010:1.0:1715208166.444097:0:16256:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b63d1200. 00000400:00000200:3.0:1715208166.444097:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00020000:00000010:0.0:1715208166.444099:0:16254:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e9a9480. 00000400:00000200:3.0:1715208166.444103:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000008:00000010:0.0:1715208166.444104:0:16254:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a3992000. 00000008:00000010:1.0:1715208166.444107:0:16256:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800ac5d6000. 00000400:00000200:3.0:1715208166.444107:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [43:43:256:4294967295] 192.168.202.130@tcp LPNI seq info [43:43:8:4294967295] 00020000:00000010:1.0:1715208166.444108:0:16256:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009ea08580. 00010000:00000010:0.0:1715208166.444110:0:16254:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a803cd80. 00000020:00000010:0.0:1715208166.444113:0:16254:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b606d300. 00000400:00000200:3.0:1715208166.444115:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 02000000:00000010:2.0:1715208166.444133:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac655400. 00010000:00000010:0.0:1715208166.444134:0:16254:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009e9a9500. 00010000:00000010:0.0:1715208166.444136:0:16254:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b606db40. 00000400:00000010:2.0:1715208166.444136:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000800:00000200:3.0:1715208166.444137:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000100:00000010:0.0:1715208166.444139:0:16254:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80b800. 00000400:00000010:2.0:1715208166.444139:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000800:00000010:3.0:1715208166.444140:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307100. 00000100:00000200:2.0:1715208166.444142:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075931136, portal 4 00000800:00000200:3.0:1715208166.444143:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 02000000:00000010:0.0:1715208166.444144:0:16254:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a3c00. 00000020:00000010:2.0:1715208166.444145:0:15151:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009eb20000. 00000400:00000010:2.0:1715208166.444148:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000800:00000200:3.0:1715208166.444148:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000100:00000200:2.0:1715208166.444150:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526075931136, offset 0 00000800:00000200:3.0:1715208166.444151:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307100 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1715208166.444154:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.444159:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.444162:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.444164:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 02000000:00000010:1.0:1715208166.444166:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a4f89800. 00000400:00000200:2.0:1715208166.444166:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.444168:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000010:1.0:1715208166.444169:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000200:2.0:1715208166.444171:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [44:44:255:4294967295] 192.168.202.130@tcp LPNI seq info [44:44:7:4294967295] 00000400:00000010:1.0:1715208166.444172:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208166.444175:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075931200, portal 4 00000400:00000010:1.0:1715208166.444177:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:2.0:1715208166.444178:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000100:00000200:1.0:1715208166.444179:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526075931200, offset 0 00000400:00000200:1.0:1715208166.444183:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715208166.444184:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.444186:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4f500. 00000400:00000200:1.0:1715208166.444188:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715208166.444190:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208166.444191:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208166.444193:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208166.444194:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715208166.444195:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.444196:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208166.444196:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4f500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.444197:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1715208166.444198:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [45:45:254:4294967295] 192.168.202.130@tcp LPNI seq info [45:45:6:4294967295] 00000800:00000010:0.0:1715208166.444199:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307100. 00000400:00000200:0.0:1715208166.444201:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208166.444204:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715208166.444205:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000800:00000200:1.0:1715208166.444207:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208166.444208:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257a18 00000400:00000010:0.0:1715208166.444209:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257a18. 00000800:00000010:1.0:1715208166.444209:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000100:00000200:0.0:1715208166.444212:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710380 x1798526075931072/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000800:00000200:1.0:1715208166.444216:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208166.444220:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208166.444222:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.444227:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.444228:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4f500. 00000400:00000200:0.0:1715208166.444229:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.444232:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.444233:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:0.0:1715208166.444234:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:0.0:1715208166.444236:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710700 x1798526075931136/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000800:00000200:0.0:1715208166.444249:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.444250:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:0.0:1715208166.444252:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.444259:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.444261:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:0.0:1715208166.444262:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:0.0:1715208166.444265:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009e80b800 x1798526075931200/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.445776:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.445787:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 400 into portal 4 MB=0x663bffbe00a00 00000400:00000200:0.0:1715208166.445793:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 400/400 into md 0x251 [1] + 224 00000400:00000200:0.0:1715208166.445801:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.445805:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.445811:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710700 x1798526075931136/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.445846:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.445851:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 400 into portal 4 MB=0x663bffbe009c0 00000400:00000200:0.0:1715208166.445855:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 400/400 into md 0x249 [1] + 224 00000400:00000200:0.0:1715208166.445860:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.445863:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.445867:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710380 x1798526075931072/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.445890:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.445894:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 400 into portal 4 MB=0x663bffbe00a40 00000400:00000200:0.0:1715208166.445897:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 400/400 into md 0x259 [1] + 224 00000400:00000200:0.0:1715208166.445911:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.445914:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.445919:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009e80b800 x1798526075931200/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.445949:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.445959:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02576e8 00000400:00000010:3.0:1715208166.445962:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02576e8. 00000400:00000010:2.0:1715208166.445971:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000100:00000200:3.0:1715208166.445972:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710380 x1798526075931072/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000400:00000200:2.0:1715208166.445976:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:2.0:1715208166.445979:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715208166.446011:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710700 x1798526075931136/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.446013:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710380 x1798526075931072/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.446022:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710700 x1798526075931136/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 00000020:00000010:2.0:1715208166.446043:0:15151:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b022be00. 00000020:00000010:3.0:1715208166.446043:0:15154:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b0011a00. 00000020:00000010:3.0:1715208166.446051:0:15154:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff88012ab60240. 00000020:00000010:3.0:1715208166.446053:0:15154:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b0011400. 00000400:00000010:1.0:1715208166.446056:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000020:00000010:3.0:1715208166.446057:0:15154:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b0010e00. 00000020:00000010:3.0:1715208166.446078:0:15154:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012bd11180. 00000400:00000200:1.0:1715208166.446080:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:1.0:1715208166.446081:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 02000000:00000010:2.0:1715208166.446081:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac655400. 00000008:00000010:3.0:1715208166.446083:0:15154:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a0e32ca0. 02000000:00000010:2.0:1715208166.446085:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b63d1200. 00000100:00000200:1.0:1715208166.446086:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009e80b800 x1798526075931200/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00020000:00000010:3.0:1715208166.446086:0:15154:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff880130ef7f00. 00008000:00000010:3.0:1715208166.446090:0:15154:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8e70e20. 00000100:00000200:1.0:1715208166.446093:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009e80b800 x1798526075931200/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000080:00000010:3.0:1715208166.446095:0:15154:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b4209260. 00000100:00000010:2.0:1715208166.446096:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710700. 00000080:00000010:3.0:1715208166.446098:0:15154:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9504920. 00000020:00000010:3.0:1715208166.446100:0:15154:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b0010400. 00000008:00000010:3.0:1715208166.446103:0:15154:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58c8420. 00020000:00000010:3.0:1715208166.446106:0:15154:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b0364900. 00008000:00000010:3.0:1715208166.446108:0:15154:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e35d1b8. 00000080:00000010:3.0:1715208166.446111:0:15154:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1712d0. 00010000:00000010:1.0:1715208166.446113:0:15152:0:(ldlm_extent.c:977:ldlm_interval_free()) slab-freed 'node': 72 at ffff88009e9a9500. 00000020:00000010:1.0:1715208166.446118:0:15152:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b63d1200. 02000000:00000010:3.0:1715208166.446159:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab26c800. 02000000:00000010:3.0:1715208166.446163:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b63d0200. 00000100:00000010:3.0:1715208166.446166:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710380. 02000000:00000010:1.0:1715208166.446170:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a4f89800. 02000000:00000010:1.0:1715208166.446173:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a3c00. 00000100:00000010:1.0:1715208166.446175:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009e80b800. 00000008:00000010:0.0:1715208166.446193:0:16254:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a3992000. 00020000:00000010:0.0:1715208166.446201:0:16254:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e9a9480. 00000080:00000010:0.0:1715208166.446217:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.446228:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.446243:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.446246:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.446259:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.446263:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.446272:0:16254:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88009f2e7d00. 00000080:00000010:0.0:1715208166.446276:0:16254:0:(statahead.c:256:sa_free()) kfreed 'entry': 108 at ffff88012bd27500. 00000080:00000010:0.0:1715208166.446292:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.446298:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.446306:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.446309:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.446317:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.446320:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a3c00. 00000080:00000010:0.0:1715208166.446327:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a3c00. 00000100:00000010:0.0:1715208166.446331:0:16254:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e808380. 02000000:00000010:0.0:1715208166.446338:0:16254:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab31e800. 00010000:00000010:0.0:1715208166.446344:0:16254:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a803cfc0. 00000100:00000010:0.0:1715208166.446349:0:16254:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f6fa780. 02000000:00000010:0.0:1715208166.446357:0:16254:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff88012d3e0000. 00000400:00000010:0.0:1715208166.446359:0:16254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 00000400:00000010:0.0:1715208166.446362:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715208166.446364:0:16254:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1798526075931264, portal 10 00000400:00000010:0.0:1715208166.446367:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:0.0:1715208166.446368:0:16254:0:(niobuf.c:87:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1798526075931264, offset 0 00000400:00000200:0.0:1715208166.446372:0:16254:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208166.446376:0:16254:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.446379:0:16254:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208166.446381:0:16254:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208166.446383:0:16254:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.446384:0:16254:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208166.446386:0:16254:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [46:46:256:4294967295] 192.168.202.130@tcp LPNI seq info [46:46:8:4294967295] 00000400:00000200:0.0:1715208166.446397:0:16254:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208166.446401:0:16254:0:(socklnd_cb.c:1007:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.446403:0:16254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:0.0:1715208166.446406:0:16254:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.446410:0:16254:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.446412:0:16254:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 664 niov 1 nkiov 1 00000800:00000200:2.0:1715208166.446532:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.446536:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208166.446539:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.446545:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.446549:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715208166.446551:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715208166.446556:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009e808380 x1798526075931264/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.448394:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.448405:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 1008 into portal 10 MB=0x663bffbe00a80 00000400:00000200:0.0:1715208166.448411:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 1008/1008 into md 0x261 [1] + 224 00000400:00000200:0.0:1715208166.448429:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.448434:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.448440:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009e808380 x1798526075931264/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.448562:0:16254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 00000400:00000200:2.0:1715208166.448570:0:16254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715208166.448572:0:16254:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715208166.448580:0:16254:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009e808380 x1798526075931264/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.448590:0:16254:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009e808380 x1798526075931264/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 568/3376 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.448614:0:16254:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f6fa780. 00000080:00000010:2.0:1715208166.448636:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a3c00. 00000080:00000010:2.0:1715208166.448645:0:16254:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012a4d9230. 00000080:00000010:2.0:1715208166.448648:0:16254:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff88009e84f810. 00000080:00000010:2.0:1715208166.448650:0:16254:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff8800aa6ca060. 00000080:00000010:2.0:1715208166.448652:0:16254:0:(xattr_cache.c:152:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff88012a4d9d70. 00000080:00000010:2.0:1715208166.448654:0:16254:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff88009e84f700. 00000080:00000010:2.0:1715208166.448656:0:16254:0:(xattr_cache.c:166:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 44 at ffff8800b0139b80. 02000000:00000010:2.0:1715208166.448666:0:16254:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff88012d3e0000. 02000000:00000010:2.0:1715208166.448671:0:16254:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab31e800. 00000100:00000010:2.0:1715208166.448674:0:16254:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009e808380. 00000080:00000010:2.0:1715208166.448704:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022a000. 00000080:00000010:2.0:1715208166.448716:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022a000. 00000080:00000010:2.0:1715208166.448733:0:16254:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa6cabc0. 00000080:00000010:2.0:1715208166.448739:0:16254:0:(statahead.c:256:sa_free()) kfreed 'entry': 112 at ffff88012bd27780. 00000080:00000010:2.0:1715208166.448782:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022a000. 00000080:00000010:2.0:1715208166.448800:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022a000. 00020000:00000010:2.0:1715208166.448823:0:16254:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012bd27780. 00000020:00000010:2.0:1715208166.448829:0:16254:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b0135ab0. 00000020:00000010:2.0:1715208166.448832:0:16254:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b022a000. 00000020:00000010:2.0:1715208166.448836:0:16254:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b022a600. 00000020:00000010:2.0:1715208166.448839:0:16254:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e330600. 00000008:00000010:2.0:1715208166.448844:0:16254:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b58137c8. 00020000:00000010:2.0:1715208166.448848:0:16254:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f14b6c0. 00008000:00000010:2.0:1715208166.448852:0:16254:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3d1a8. 00000080:00000010:2.0:1715208166.448857:0:16254:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb72f8. 00000080:00000010:2.0:1715208166.448861:0:16254:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3cb68. 00000020:00000010:2.0:1715208166.448864:0:16254:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b022a800. 00000008:00000010:2.0:1715208166.448868:0:16254:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b00e0580. 00020000:00000010:2.0:1715208166.448871:0:16254:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a690d680. 00008000:00000010:2.0:1715208166.448874:0:16254:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e115d00. 00000080:00000010:2.0:1715208166.448878:0:16254:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009ffe13c0. 00000008:00000010:2.0:1715208166.448894:0:16254:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c000. 00000008:00000010:2.0:1715208166.448928:0:16254:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c000. 00020000:00000010:2.0:1715208166.448931:0:16254:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012bd27780. 00000080:00000010:2.0:1715208166.448952:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022aa00. 00000080:00000010:2.0:1715208166.448963:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022aa00. 00000080:00000010:2.0:1715208166.448980:0:16254:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022aa00. 00000080:00000010:2.0:1715208166.448985:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022aa00. 00000080:00000010:2.0:1715208166.449046:0:16254:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b022aa00. 00000100:00000010:2.0:1715208166.449057:0:16254:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715208166.449067:0:16254:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b022ae00. 00000100:00000010:2.0:1715208166.449081:0:16254:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14b600. 00000002:00000010:3.0:1715208166.449083:0:16255:0:(batch.c:700:cli_batch_stop()) kfreed 'cbh': 32 at ffff8800aa6ca7a0. 00800000:00000010:3.0:1715208166.449089:0:16255:0:(lmv_obd.c:4279:lmv_batch_stop()) kfreed 'sub': 32 at ffff8800aa6caec0. 00800000:00000010:3.0:1715208166.449092:0:16255:0:(lmv_obd.c:4287:lmv_batch_stop()) kfreed 'lbh': 48 at ffff8800b01390c0. 02000000:00000010:2.0:1715208166.449095:0:16254:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac655400. 00000400:00000010:2.0:1715208166.449099:0:16254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715208166.449104:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715208166.449109:0:16254:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075931392, portal 10 00000400:00000010:2.0:1715208166.449114:0:16254:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715208166.449152:0:16254:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526075931392, offset 0 00000400:00000200:2.0:1715208166.449177:0:16254:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.449183:0:16254:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.449186:0:16254:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.449189:0:16254:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.449192:0:16254:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.449194:0:16254:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.449197:0:16254:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [47:47:256:4294967295] 192.168.202.130@tcp LPNI seq info [47:47:8:4294967295] 00000400:00000200:2.0:1715208166.449205:0:16254:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.449209:0:16254:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.449212:0:16254:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4f400. 00000800:00000200:2.0:1715208166.449216:0:16254:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.449222:0:16254:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.449241:0:16254:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4f400 type 1, nob 488 niov 1 nkiov 1 00000080:00000010:3.0:1715208166.449241:0:16255:0:(statahead.c:643:ll_sai_free()) kfreed 'sai': 504 at ffff8800ab8a2400. 00000080:00000010:3.0:1715208166.449246:0:16255:0:(statahead.c:561:ll_sax_free()) kfreed 'ctx': 2592 at ffff88012d3e4000. 00000800:00000200:0.0:1715208166.449358:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.449362:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4f400. 00000400:00000200:0.0:1715208166.449365:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.449369:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.449372:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:0.0:1715208166.449373:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:0.0:1715208166.449377:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075931392/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.451438:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.451449:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 456 into portal 10 MB=0x663bffbe00b00 00000400:00000200:0.0:1715208166.451456:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 456/456 into md 0x269 [1] + 224 00000400:00000200:0.0:1715208166.451499:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.451504:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.451510:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075931392/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.451646:0:16254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:2.0:1715208166.451653:0:16254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:2.0:1715208166.451655:0:16254:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715208166.451663:0:16254:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075931392/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.451674:0:16254:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075931392/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.451697:0:16254:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14b600. 00000080:00000010:2.0:1715208166.451706:0:16254:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022aa00. 02000000:00000010:2.0:1715208166.451716:0:16254:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac656800. 00000100:00000010:2.0:1715208166.451719:0:16254:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5880. 00000002:00000010:2.0:1715208166.451721:0:16254:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88009e12fce0. 00000080:00000010:2.0:1715208166.451724:0:16254:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b6ff98c0. 02000000:00000010:2.0:1715208166.451727:0:16254:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac655400. 02000000:00000010:2.0:1715208166.451729:0:16254:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b022ae00. 00000100:00000010:2.0:1715208166.451731:0:16254:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000080:00000010:2.0:1715208166.451743:0:16254:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800b60e6000. 00000080:00000010:3.0:1715208166.452942:0:14691:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b0010a00. 00000080:00000010:3.0:1715208166.452956:0:14691:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b0010a00. 00000080:00000010:3.0:1715208166.452967:0:14691:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b0010a00. 00000100:00000010:3.0:1715208166.452972:0:14691:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3250a80. 02000000:00000010:3.0:1715208166.452995:0:14691:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab26c800. 00010000:00000010:3.0:1715208166.453003:0:14691:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b0364b40. 00000100:00000010:3.0:1715208166.453010:0:14691:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130ef7b40. 02000000:00000010:3.0:1715208166.453018:0:14691:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b60fa000. 00000400:00000010:3.0:1715208166.453021:0:14691:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.453024:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02576e8. 00000100:00000200:3.0:1715208166.453027:0:14691:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075931456, portal 10 00000400:00000010:3.0:1715208166.453030:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208166.453031:0:14691:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1798526075931456, offset 0 00000400:00000200:3.0:1715208166.453036:0:14691:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.453042:0:14691:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.453044:0:14691:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.453047:0:14691:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.453049:0:14691:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.453051:0:14691:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.453053:0:14691:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [48:48:256:4294967295] 192.168.202.130@tcp LPNI seq info [48:48:8:4294967295] 00000400:00000200:3.0:1715208166.453060:0:14691:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.453063:0:14691:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.453066:0:14691:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307500. 00000800:00000200:3.0:1715208166.453069:0:14691:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.453079:0:14691:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.453082:0:14691:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307500 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.453205:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.453209:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307500. 00000400:00000200:0.0:1715208166.453212:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.453217:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.453220:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:0.0:1715208166.453221:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:0.0:1715208166.453225:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3250a80 x1798526075931456/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.456315:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.456326:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 584 into portal 10 MB=0x663bffbe00b40 00000400:00000200:0.0:1715208166.456332:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 584/584 into md 0x271 [1] + 224 00000400:00000200:0.0:1715208166.456349:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.456353:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.456360:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3250a80 x1798526075931456/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.456511:0:14691:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.456519:0:14691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02576e8 00000400:00000010:3.0:1715208166.456521:0:14691:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02576e8. 00000100:00000200:3.0:1715208166.456529:0:14691:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3250a80 x1798526075931456/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.456540:0:14691:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3250a80 x1798526075931456/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.456562:0:14691:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130ef7b40. 00010000:00000010:3.0:1715208166.456573:0:14691:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88009f307900. 00010000:00000010:3.0:1715208166.456576:0:14691:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e817480. 00000100:00000010:3.0:1715208166.456596:0:14691:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3250e00. 02000000:00000010:3.0:1715208166.456603:0:14691:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b0010200. 00000100:00000010:3.0:1715208166.456609:0:14691:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130ef7b40. 02000000:00000010:3.0:1715208166.456620:0:14691:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b0011200. 00000400:00000010:3.0:1715208166.456623:0:14691:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.456626:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02576e8. 00000100:00000200:3.0:1715208166.456630:0:14691:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075931520, portal 10 00000400:00000010:3.0:1715208166.456633:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257880. 00000100:00000200:3.0:1715208166.456635:0:14691:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1798526075931520, offset 0 00000400:00000200:3.0:1715208166.456640:0:14691:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.456648:0:14691:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.456652:0:14691:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.456655:0:14691:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.456658:0:14691:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.456661:0:14691:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.456664:0:14691:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [49:49:256:4294967295] 192.168.202.130@tcp LPNI seq info [49:49:8:4294967295] 00000400:00000200:3.0:1715208166.456673:0:14691:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.456678:0:14691:0:(socklnd_cb.c:1007:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.456690:0:14691:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307800. 00000800:00000200:3.0:1715208166.456695:0:14691:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.456701:0:14691:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.456705:0:14691:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307800 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.456868:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.456873:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307800. 00000400:00000200:0.0:1715208166.456878:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.456884:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.456887:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257880 00000400:00000010:0.0:1715208166.456889:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257880. 00000100:00000200:0.0:1715208166.456896:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3250e00 x1798526075931520/t0(0) o900->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:29/10 lens 264/248 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.458214:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.458238:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 248 into portal 10 MB=0x663bffbe00b80 00000400:00000200:0.0:1715208166.458244:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 248/248 into md 0x279 [1] + 224 00000400:00000200:0.0:1715208166.458258:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.458262:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.458273:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3250e00 x1798526075931520/t0(0) o900->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:29/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.458381:0:14691:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.458388:0:14691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02576e8 00000400:00000010:3.0:1715208166.458390:0:14691:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02576e8. 00000100:00000200:3.0:1715208166.458397:0:14691:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3250e00 x1798526075931520/t0(0) o900->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:29/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.458406:0:14691:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3250e00 x1798526075931520/t0(0) o900->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:29/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.458426:0:14691:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130ef7b40. 02000000:00000010:3.0:1715208166.458431:0:14691:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b0011200. 02000000:00000010:3.0:1715208166.458434:0:14691:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b0010200. 00000100:00000010:3.0:1715208166.458436:0:14691:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3250e00. 80000000:00000010:3.0:1715208166.458440:0:14691:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b6ff9600. 00800000:00000010:3.0:1715208166.458446:0:14691:0:(lmv_intent.c:92:lmv_intent_remote()) kmalloced '(op_data)': 384 at ffff8800b0010200. 00000020:00000010:3.0:1715208166.458451:0:14691:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800ab26cc00. 00000100:00000010:3.0:1715208166.458455:0:14691:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3250e00. 02000000:00000010:3.0:1715208166.458487:0:14691:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab26d000. 00010000:00000010:3.0:1715208166.458496:0:14691:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88009f307700. 00010000:00000010:3.0:1715208166.458498:0:14691:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e817900. 00010000:00000010:3.0:1715208166.458503:0:14691:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b0364d80. 00000020:00000010:3.0:1715208166.458506:0:14691:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b6ff99c0. 00000020:00000010:3.0:1715208166.458516:0:14691:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a04b4000. 00000100:00000010:3.0:1715208166.458519:0:14691:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130ef7b40. 02000000:00000010:3.0:1715208166.458545:0:14691:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b60fc000. 00000400:00000010:3.0:1715208166.458549:0:14691:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.458552:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02576e8. 00000100:00000200:3.0:1715208166.458556:0:14691:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075931584, portal 10 00000400:00000010:3.0:1715208166.458570:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257550. 00000100:00000200:3.0:1715208166.458572:0:14691:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526075931584, offset 0 00000400:00000200:3.0:1715208166.458578:0:14691:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.458586:0:14691:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.458590:0:14691:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.458593:0:14691:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.458595:0:14691:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.458598:0:14691:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.458601:0:14691:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [50:50:256:4294967295] 192.168.202.130@tcp LPNI seq info [50:50:8:4294967295] 00000400:00000200:3.0:1715208166.458610:0:14691:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.458615:0:14691:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.458618:0:14691:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307800. 00000800:00000200:3.0:1715208166.458622:0:14691:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.458628:0:14691:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.458631:0:14691:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307800 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.458794:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.458799:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307800. 00000400:00000200:0.0:1715208166.458804:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.458810:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.458813:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257550 00000400:00000010:0.0:1715208166.458815:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257550. 00000100:00000200:0.0:1715208166.458822:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3250e00 x1798526075931584/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/968 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.460852:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.460863:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 584 into portal 10 MB=0x663bffbe00bc0 00000400:00000200:0.0:1715208166.460870:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 584/584 into md 0x281 [1] + 224 00000400:00000200:0.0:1715208166.460886:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.460890:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.460896:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3250e00 x1798526075931584/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/968 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.461024:0:14691:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.461032:0:14691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02576e8 00000400:00000010:3.0:1715208166.461034:0:14691:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02576e8. 00000100:00000200:3.0:1715208166.461042:0:14691:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3250e00 x1798526075931584/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/968 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.461053:0:14691:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3250e00 x1798526075931584/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/968 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.461076:0:14691:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130ef7b40. 00000020:00000010:3.0:1715208166.461088:0:14691:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b0011200. 00800000:00000010:3.0:1715208166.461101:0:14691:0:(lmv_intent.c:144:lmv_intent_remote()) kfreed 'op_data': 384 at ffff8800b0010200. 02000000:00000010:3.0:1715208166.461105:0:14691:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b60fa000. 02000000:00000010:3.0:1715208166.461109:0:14691:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab26c800. 00000100:00000010:3.0:1715208166.461112:0:14691:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3250a80. 00000080:00000010:3.0:1715208166.461180:0:14691:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800af3d0000. 00000080:00000010:3.0:1715208166.461192:0:14691:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88009e12fde0. 00000080:00000010:3.0:1715208166.461208:0:14691:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b0010a00. 02000000:00000010:3.0:1715208166.461212:0:14691:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b60fc000. 02000000:00000010:3.0:1715208166.461215:0:14691:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab26d000. 00000100:00000010:3.0:1715208166.461217:0:14691:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3250e00. 00000080:00000010:3.0:1715208166.461228:0:14691:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff88012bd11840. 00000080:00000010:3.0:1715208166.461233:0:14691:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b0010a00. 00000100:00000010:3.0:1715208166.461246:0:14691:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3250e00. 02000000:00000010:3.0:1715208166.461251:0:14691:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b0010200. 00000100:00000010:3.0:1715208166.461258:0:14691:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130ef7b40. 02000000:00000010:3.0:1715208166.461267:0:14691:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b0010600. 00000400:00000010:3.0:1715208166.461270:0:14691:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.461274:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02576e8. 00000100:00000200:3.0:1715208166.461277:0:14691:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075931648, portal 10 00000400:00000010:3.0:1715208166.461280:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257dd0. 00000100:00000200:3.0:1715208166.461282:0:14691:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1798526075931648, offset 0 00000400:00000200:3.0:1715208166.461287:0:14691:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.461293:0:14691:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.461297:0:14691:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.461299:0:14691:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.461302:0:14691:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.461304:0:14691:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.461306:0:14691:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [51:51:256:4294967295] 192.168.202.130@tcp LPNI seq info [51:51:8:4294967295] 00000400:00000200:3.0:1715208166.461314:0:14691:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.461318:0:14691:0:(socklnd_cb.c:1007:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.461321:0:14691:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307500. 00000800:00000200:3.0:1715208166.461325:0:14691:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.461330:0:14691:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.461332:0:14691:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307500 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.461411:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.461415:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307500. 00000400:00000200:0.0:1715208166.461419:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.461424:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.461428:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257dd0 00000400:00000010:0.0:1715208166.461429:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257dd0. 00000100:00000200:0.0:1715208166.461435:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3250e00 x1798526075931648/t0(0) o700->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:30/10 lens 264/248 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.462743:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.462753:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 248 into portal 10 MB=0x663bffbe00c00 00000400:00000200:0.0:1715208166.462759:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 248/248 into md 0x289 [1] + 224 00000400:00000200:0.0:1715208166.462775:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.462784:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.462790:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3250e00 x1798526075931648/t0(0) o700->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:30/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.462909:0:14691:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.462916:0:14691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02576e8 00000400:00000010:3.0:1715208166.462918:0:14691:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02576e8. 00000100:00000200:3.0:1715208166.462934:0:14691:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3250e00 x1798526075931648/t0(0) o700->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:30/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.462944:0:14691:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3250e00 x1798526075931648/t0(0) o700->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:30/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.462965:0:14691:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130ef7b40. 02000000:00000010:3.0:1715208166.462972:0:14691:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b0010600. 02000000:00000010:3.0:1715208166.462975:0:14691:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b0010200. 00000100:00000010:3.0:1715208166.462977:0:14691:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3250e00. 00000100:00000010:3.0:1715208166.462991:0:14691:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3250e00. 02000000:00000010:3.0:1715208166.463000:0:14691:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab26d000. 00010000:00000010:3.0:1715208166.463010:0:14691:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b0364fc0. 00000100:00000010:3.0:1715208166.463019:0:14691:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130ef7b40. 02000000:00000010:3.0:1715208166.463058:0:14691:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009ffa0000. 00000400:00000010:3.0:1715208166.463063:0:14691:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.463067:0:14691:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800ab26c800. 00000100:00000200:3.0:1715208166.463070:0:14691:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526075931776, portal 10 00000400:00000010:3.0:1715208166.463074:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02576e8. 00000100:00000200:3.0:1715208166.463076:0:14691:0:(niobuf.c:87:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1798526075931776, offset 0 00000400:00000200:3.0:1715208166.463082:0:14691:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.463089:0:14691:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.463092:0:14691:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.463095:0:14691:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.463097:0:14691:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.463100:0:14691:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.463103:0:14691:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [52:52:256:4294967295] 192.168.202.130@tcp LPNI seq info [52:52:8:4294967295] 00000400:00000200:3.0:1715208166.463111:0:14691:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.463147:0:14691:0:(socklnd_cb.c:1007:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.463150:0:14691:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307100. 00000800:00000200:3.0:1715208166.463154:0:14691:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.463159:0:14691:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.463168:0:14691:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307100 type 1, nob 688 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.463314:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.463318:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307100. 00000400:00000200:0.0:1715208166.463323:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.463328:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.463332:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02576e8 00000400:00000010:0.0:1715208166.463333:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02576e8. 00000100:00000200:0.0:1715208166.463339:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3250e00 x1798526075931776/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 592/66264 e 0 to 0 dl 1715208182 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.466987:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.466997:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 664 into portal 10 MB=0x663bffbe00c80 00000400:00000200:0.0:1715208166.467003:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 664/664 into md 0x291 [32] + 224 00000400:00000200:0.0:1715208166.467018:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.467022:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.467028:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3250e00 x1798526075931776/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 592/66264 e 0 to 0 dl 1715208182 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.467152:0:14691:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.467159:0:14691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab26c800 00000400:00000010:3.0:1715208166.467161:0:14691:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800ab26c800. 00000100:00000200:3.0:1715208166.467168:0:14691:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3250e00 x1798526075931776/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 592/66264 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.467179:0:14691:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3250e00 x1798526075931776/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 592/66264 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.467201:0:14691:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880130ef7b40. 00010000:00000010:3.0:1715208166.467211:0:14691:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88009f307d00. 00010000:00000010:3.0:1715208166.467214:0:14691:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e817700. 00000002:00000010:3.0:1715208166.467229:0:14691:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b6ff9380. 00000080:00000010:3.0:1715208166.467243:0:14691:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800af3d0800. 00000080:00000010:3.0:1715208166.467252:0:14691:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b5902000. 00020000:00000010:3.0:1715208166.467257:0:14691:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88009e254d98. 00020000:00000010:3.0:1715208166.467262:0:14691:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012bd11cc0. 00020000:00000010:3.0:1715208166.467263:0:14691:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e817f00. 00020000:00000010:3.0:1715208166.467266:0:14691:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012bd116c0. 00020000:00000010:3.0:1715208166.467269:0:14691:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88012f3238e0. 00020000:00000010:3.0:1715208166.467271:0:14691:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff880130ef7b40. 00020000:00000010:3.0:1715208166.467274:0:14691:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009e35dca8. 00000020:00000010:3.0:1715208166.467278:0:14691:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88009f307e00. 00020000:00000010:3.0:1715208166.467281:0:14691:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b59020c8. 00000008:00000010:3.0:1715208166.467296:0:14691:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800a179c000. 00000020:00000010:3.0:1715208166.467303:0:14691:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88009f307100. 00020000:00000010:3.0:1715208166.467313:0:14691:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012bd11120. 00020000:00000010:3.0:1715208166.467315:0:14691:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e817e80. 00020000:00000010:3.0:1715208166.467317:0:14691:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012bd11420. 00020000:00000010:3.0:1715208166.467320:0:14691:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e817e80. 00020000:00000010:3.0:1715208166.467323:0:14691:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88012bd11120. 00020000:00000010:3.0:1715208166.467325:0:14691:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88012bd11420. 00000080:00000010:3.0:1715208166.467337:0:14691:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88009e12fda0. 00000080:00000010:3.0:1715208166.467342:0:14691:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b0010a00. 00000080:00000010:3.0:1715208166.467355:0:14691:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff88009fe6e000. 00000080:00000010:3.0:1715208166.467359:0:14691:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b6ff9d00. 00000002:00000010:3.0:1715208166.467366:0:14691:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88009e12fca0. 02000000:00000010:3.0:1715208166.467372:0:14691:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009ffa0000. 00000080:00000010:3.0:1715208166.467405:0:14691:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff88012bd11840. 00000080:00000010:3.0:1715208166.467418:0:14691:0:(llite_lib.c:2336:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b0010a00. 00000100:00000010:3.0:1715208166.467440:0:14691:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3250a80. 02000000:00000010:3.0:1715208166.467450:0:14691:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b0010200. 00010000:00000010:3.0:1715208166.467486:0:14691:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b6ff9380. 00010000:00000010:3.0:1715208166.467493:0:14691:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e817700. 00000100:00000010:3.0:1715208166.467540:0:14691:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6ed4300. 02000000:00000010:3.0:1715208166.467550:0:14691:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab26c800. 00000400:00000010:3.0:1715208166.467554:0:14691:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.467557:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257220. 00000100:00000200:3.0:1715208166.467560:0:14691:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075931904, portal 10 00000400:00000010:3.0:1715208166.467565:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257b28. 00000100:00000200:3.0:1715208166.467566:0:14691:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1798526075931904, offset 0 00000400:00000200:3.0:1715208166.467572:0:14691:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.467578:0:14691:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.467581:0:14691:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.467584:0:14691:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.467586:0:14691:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.467588:0:14691:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.467591:0:14691:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [53:53:256:4294967295] 192.168.202.130@tcp LPNI seq info [53:53:8:4294967295] 00000400:00000200:3.0:1715208166.467599:0:14691:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.467603:0:14691:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.467606:0:14691:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307500. 00000800:00000200:3.0:1715208166.467610:0:14691:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.467615:0:14691:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.467623:0:14691:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307500 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.467701:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.467705:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307500. 00000400:00000200:0.0:1715208166.467709:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.467715:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.467718:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257b28 00000400:00000010:0.0:1715208166.467720:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257b28. 00000100:00000200:0.0:1715208166.467725:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3250a80 x1798526075931904/t0(0) o36->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 488/512 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.469609:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.469619:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 456 into portal 10 MB=0x663bffbe00d00 00000400:00000200:0.0:1715208166.469624:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 456/456 into md 0x299 [1] + 224 00000400:00000200:0.0:1715208166.469645:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.469649:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.469655:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3250a80 x1798526075931904/t0(0) o36->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 488/512 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.469797:0:14691:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.469805:0:14691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257220 00000400:00000010:3.0:1715208166.469807:0:14691:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257220. 00000100:00000200:3.0:1715208166.469815:0:14691:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3250a80 x1798526075931904/t0(0) o36->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 488/512 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.469826:0:14691:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3250a80 x1798526075931904/t0(0) o36->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 488/512 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.469849:0:14691:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6ed4300. 00000080:00000010:3.0:1715208166.469879:0:14691:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b0010600. 00000100:00000010:3.0:1715208166.469888:0:14691:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251180. 02000000:00000010:3.0:1715208166.469900:0:14691:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b0010000. 00010000:00000010:3.0:1715208166.469907:0:14691:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88009f307800. 00010000:00000010:3.0:1715208166.469909:0:14691:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e817700. 00010000:00000010:3.0:1715208166.469913:0:14691:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b0365200. 00000100:00000010:3.0:1715208166.469921:0:14691:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6ed4300. 02000000:00000010:3.0:1715208166.469932:0:14691:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab26d400. 00000400:00000010:3.0:1715208166.469935:0:14691:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.469938:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257220. 00000100:00000200:3.0:1715208166.469942:0:14691:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075931968, portal 10 00000400:00000010:3.0:1715208166.469945:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257ee0. 00000100:00000200:3.0:1715208166.469947:0:14691:0:(niobuf.c:87:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1798526075931968, offset 0 00000400:00000200:3.0:1715208166.469953:0:14691:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.469961:0:14691:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.469965:0:14691:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.469968:0:14691:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.469970:0:14691:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.469973:0:14691:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.469976:0:14691:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [54:54:256:4294967295] 192.168.202.130@tcp LPNI seq info [54:54:8:4294967295] 00000400:00000200:3.0:1715208166.469985:0:14691:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.469990:0:14691:0:(socklnd_cb.c:1007:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.470003:0:14691:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307500. 00000800:00000200:3.0:1715208166.470008:0:14691:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.470014:0:14691:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.470017:0:14691:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307500 type 1, nob 472 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.470194:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.470200:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307500. 00000400:00000200:0.0:1715208166.470204:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.470210:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.470214:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257ee0 00000400:00000010:0.0:1715208166.470216:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257ee0. 00000100:00000200:0.0:1715208166.470222:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251180 x1798526075931968/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 376/472 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.471618:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.471628:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 400 into portal 10 MB=0x663bffbe00d40 00000400:00000200:0.0:1715208166.471633:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 400/400 into md 0x2a1 [1] + 224 00000400:00000200:0.0:1715208166.471647:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.471651:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.471656:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251180 x1798526075931968/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 376/472 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.471766:0:14691:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.471773:0:14691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257220 00000400:00000010:3.0:1715208166.471775:0:14691:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257220. 00000100:00000200:3.0:1715208166.471782:0:14691:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251180 x1798526075931968/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 376/472 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.471808:0:14691:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251180 x1798526075931968/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 376/472 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.471831:0:14691:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6ed4300. 00000002:00000010:3.0:1715208166.471846:0:14691:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b6ff9380. 02000000:00000010:3.0:1715208166.471855:0:14691:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab26d400. 02000000:00000010:3.0:1715208166.471858:0:14691:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b0010000. 00000100:00000010:3.0:1715208166.471861:0:14691:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251180. 00000080:00000010:3.0:1715208166.471865:0:14691:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b0010600. 00000020:00000010:3.0:1715208166.471886:0:14691:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff88012ab60510. 00000020:00000010:3.0:1715208166.471889:0:14691:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b0010600. 00000020:00000010:3.0:1715208166.471892:0:14691:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b0010000. 00000020:00000010:3.0:1715208166.471894:0:14691:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012bd11840. 00000008:00000010:3.0:1715208166.471899:0:14691:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a0e337c8. 00020000:00000010:3.0:1715208166.471902:0:14691:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6ed4300. 00008000:00000010:3.0:1715208166.471905:0:14691:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8e711a8. 00000080:00000010:3.0:1715208166.471909:0:14691:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b42092f8. 00000080:00000010:3.0:1715208166.471912:0:14691:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9504b68. 00000020:00000010:3.0:1715208166.471915:0:14691:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b0011c00. 00000008:00000010:3.0:1715208166.471918:0:14691:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58c8580. 00020000:00000010:3.0:1715208166.471920:0:14691:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b0365440. 00008000:00000010:3.0:1715208166.471923:0:14691:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e35dca0. 00000080:00000010:3.0:1715208166.471925:0:14691:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1713c0. 00020000:00000010:3.0:1715208166.471940:0:14691:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012bd11420. 00020000:00000010:3.0:1715208166.471942:0:14691:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e817e80. 00020000:00000010:3.0:1715208166.471944:0:14691:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012bd11120. 00020000:00000010:3.0:1715208166.471948:0:14691:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e817e80. 00020000:00000010:3.0:1715208166.471951:0:14691:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88012bd11420. 00020000:00000010:3.0:1715208166.471953:0:14691:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88012bd11120. 00020000:00000010:3.0:1715208166.471968:0:14691:0:(lov_io.c:850:lov_io_iter_init()) kmalloced '(lio->lis_trunc_stripe_index)': 4 at ffff88009e35d838. 00020000:00000010:3.0:1715208166.471984:0:14691:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e817e80. 00000008:00000010:3.0:1715208166.471996:0:14691:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a179e000. 00010000:00000010:3.0:1715208166.472005:0:14691:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff88009f307500. 00010000:00000010:3.0:1715208166.472008:0:14691:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800b6ed4900. 00010000:00000010:3.0:1715208166.472012:0:14691:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b0365680. 00000020:00000010:3.0:1715208166.472016:0:14691:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b6ff9340. 00010000:00000010:3.0:1715208166.472020:0:14691:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009e817380. 00010000:00000010:3.0:1715208166.472022:0:14691:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b6ff9f40. 00000100:00000010:3.0:1715208166.472026:0:14691:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251180. 02000000:00000010:3.0:1715208166.472036:0:14691:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6cef600. 00000100:00000010:3.0:1715208166.472047:0:14691:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6141240. 02000000:00000010:3.0:1715208166.472057:0:14691:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab26d400. 00000400:00000010:3.0:1715208166.472061:0:14691:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.472064:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257220. 00000100:00000200:3.0:1715208166.472068:0:14691:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075932032, portal 4 00000400:00000010:3.0:1715208166.472071:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257440. 00000100:00000200:3.0:1715208166.472073:0:14691:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526075932032, offset 0 00000400:00000200:3.0:1715208166.472079:0:14691:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.472086:0:14691:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.472090:0:14691:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.472093:0:14691:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.472095:0:14691:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.472098:0:14691:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.472101:0:14691:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [55:55:256:4294967295] 192.168.202.130@tcp LPNI seq info [55:55:8:4294967295] 00000400:00000200:3.0:1715208166.472110:0:14691:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.472121:0:14691:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.472125:0:14691:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaf00. 00000800:00000200:3.0:1715208166.472129:0:14691:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.472171:0:14691:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.472174:0:14691:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaf00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.472333:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.472338:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaf00. 00000400:00000200:0.0:1715208166.472343:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.472349:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.472353:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257440 00000400:00000010:0.0:1715208166.472354:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257440. 00000100:00000200:0.0:1715208166.472361:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251180 x1798526075932032/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00010000:00000010:0.1:1715208166.473317:0:34:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88009f307d00. 00010000:00000010:0.1:1715208166.473327:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b0364fc0. 00000400:00000200:0.0:1715208166.475112:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.475156:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 400 into portal 4 MB=0x663bffbe00d80 00000400:00000200:0.0:1715208166.475173:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 400/400 into md 0x2a9 [1] + 224 00000400:00000200:0.0:1715208166.475195:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.475202:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.475211:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251180 x1798526075932032/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.475346:0:14691:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.475354:0:14691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257220 00000400:00000010:3.0:1715208166.475356:0:14691:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257220. 00000100:00000200:3.0:1715208166.475363:0:14691:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251180 x1798526075932032/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.475374:0:14691:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251180 x1798526075932032/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.475397:0:14691:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6141240. 02000000:00000010:3.0:1715208166.475412:0:14691:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab26d400. 02000000:00000010:3.0:1715208166.475415:0:14691:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6cef600. 00000100:00000010:3.0:1715208166.475418:0:14691:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251180. 00000100:00000010:3.0:1715208166.475446:0:14691:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251180. 02000000:00000010:3.0:1715208166.475454:0:14691:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6cef600. 02000000:00000010:2.0:1715208166.475576:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac655400. 00000400:00000010:2.0:1715208166.475583:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715208166.475588:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715208166.475593:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075932096, portal 4 00000400:00000010:2.0:1715208166.475598:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000100:00000200:2.0:1715208166.475602:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 6, xid 1798526075932096, offset 0 00000400:00000200:2.0:1715208166.475610:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.475618:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.475622:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.475625:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.475628:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.475630:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.475633:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [56:56:256:4294967295] 192.168.202.130@tcp LPNI seq info [56:56:8:4294967295] 00000400:00000200:2.0:1715208166.475642:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.475647:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.475651:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d4f400. 00000800:00000200:2.0:1715208166.475655:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.475661:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.475665:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6d4f400 type 1, nob 536 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.475786:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.475791:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d4f400. 00000400:00000200:0.0:1715208166.475797:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.475804:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.475809:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:0.0:1715208166.475811:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:0.0:1715208166.475819:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251180 x1798526075932096/t0(0) o10->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 440/432 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.488164:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.488178:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 432 into portal 4 MB=0x663bffbe00dc0 00000400:00000200:0.0:1715208166.488186:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 432/432 into md 0x2b1 [1] + 224 00000400:00000200:0.0:1715208166.488207:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.488214:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.488223:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251180 x1798526075932096/t0(0) o10->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 440/432 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.488357:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:2.0:1715208166.488364:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:2.0:1715208166.488366:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715208166.488374:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251180 x1798526075932096/t0(0) o10->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 440/432 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.488385:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251180 x1798526075932096/t0(0) o10->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 440/432 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000008:00000010:3.0:1715208166.488563:0:14691:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a179e000. 00020000:00000010:3.0:1715208166.488569:0:14691:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e817e80. 00020000:00000010:3.0:1715208166.488575:0:14691:0:(lov_io.c:1180:lov_io_iter_fini()) kfreed 'lio->lis_trunc_stripe_index': 4 at ffff88009e35d838. 00000080:00000010:3.0:1715208166.488586:0:14691:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b0010a00. 00020000:00000010:3.0:1715208166.488694:0:14691:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e817e80. 00000008:00000010:3.0:1715208166.488698:0:14691:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a179e000. 00000020:00000010:3.0:1715208166.488962:0:14691:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623b000. 00000008:00000010:3.0:1715208166.488998:0:14691:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff88013697a0b8. 00000008:00000010:3.0:1715208166.489035:0:14691:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a179e000. 00020000:00000010:3.0:1715208166.489037:0:14691:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e817e80. 00000080:00000010:3.0:1715208166.489077:0:14691:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b0010a00. 00000100:00000010:3.0:1715208166.489086:0:14691:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251500. 02000000:00000010:3.0:1715208166.489105:0:14691:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b610a000. 00000100:00000010:3.0:1715208166.489158:0:14691:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6141240. 02000000:00000010:3.0:1715208166.489174:0:14691:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab26d400. 00000400:00000010:3.0:1715208166.489179:0:14691:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.489185:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257220. 00000100:00000200:3.0:1715208166.489190:0:14691:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075932224, portal 10 00000400:00000010:3.0:1715208166.489196:0:14691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257d48. 00000100:00000200:3.0:1715208166.489199:0:14691:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526075932224, offset 0 00000400:00000200:3.0:1715208166.489207:0:14691:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.489217:0:14691:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.489223:0:14691:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.489227:0:14691:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.489231:0:14691:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.489234:0:14691:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.489240:0:14691:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [57:57:256:4294967295] 192.168.202.130@tcp LPNI seq info [57:57:8:4294967295] 00000400:00000200:3.0:1715208166.489250:0:14691:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.489256:0:14691:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.489260:0:14691:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbad00. 00000800:00000200:3.0:1715208166.489264:0:14691:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.489271:0:14691:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.489275:0:14691:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbad00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.489388:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.489393:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbad00. 00000400:00000200:0.0:1715208166.489398:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.489405:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.489410:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257d48 00000400:00000010:0.0:1715208166.489412:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257d48. 00000100:00000200:0.0:1715208166.489420:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251500 x1798526075932224/t0(0) o35->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.491161:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.491182:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 456 into portal 10 MB=0x663bffbe00e40 00000400:00000200:0.0:1715208166.491190:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 456/456 into md 0x2b9 [1] + 224 00000400:00000200:0.0:1715208166.491212:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.491218:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.491227:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251500 x1798526075932224/t0(0) o35->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.491304:0:14691:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.491311:0:14691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257220 00000400:00000010:3.0:1715208166.491313:0:14691:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257220. 00000100:00000200:3.0:1715208166.491320:0:14691:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251500 x1798526075932224/t0(0) o35->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.491331:0:14691:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251500 x1798526075932224/t0(0) o35->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.491356:0:14691:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6141240. 00000080:00000010:3.0:1715208166.491363:0:14691:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b0010a00. 02000000:00000010:3.0:1715208166.491382:0:14691:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab26d000. 00000100:00000010:3.0:1715208166.491385:0:14691:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3250e00. 00000002:00000010:3.0:1715208166.491388:0:14691:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88009e12fca0. 00000080:00000010:3.0:1715208166.491391:0:14691:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b6ff9d00. 02000000:00000010:3.0:1715208166.491394:0:14691:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab26d400. 02000000:00000010:3.0:1715208166.491397:0:14691:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b610a000. 00000100:00000010:3.0:1715208166.491399:0:14691:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251500. 00000080:00000010:3.0:1715208166.491402:0:14691:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff88009fe6e000. 00000080:00000010:3.0:1715208166.494883:0:16258:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b610a000. 00000080:00000010:3.0:1715208166.494904:0:16258:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b610a000. 00000080:00000010:3.0:1715208166.494923:0:16258:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b610a000. 00000080:00000010:3.0:1715208166.494928:0:16258:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b610a000. 00000080:00000010:3.0:1715208166.494934:0:16258:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff88012bd11120. 00000080:00000010:3.0:1715208166.494939:0:16258:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b610a000. 00000100:00000010:3.0:1715208166.494948:0:16258:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251500. 02000000:00000010:3.0:1715208166.494955:0:16258:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b610ae00. 00000100:00000010:3.0:1715208166.494964:0:16258:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6141240. 02000000:00000010:3.0:1715208166.494975:0:16258:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b0010a00. 00000400:00000010:3.0:1715208166.494978:0:16258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.494982:0:16258:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257220. 00000100:00000200:3.0:1715208166.494986:0:16258:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075932288, portal 10 00000400:00000010:3.0:1715208166.494990:0:16258:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257330. 00000100:00000200:3.0:1715208166.494992:0:16258:0:(niobuf.c:87:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1798526075932288, offset 0 00000400:00000200:3.0:1715208166.494999:0:16258:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.495006:0:16258:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.495010:0:16258:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.495013:0:16258:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.495016:0:16258:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.495018:0:16258:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.495021:0:16258:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [58:58:256:4294967295] 192.168.202.130@tcp LPNI seq info [58:58:8:4294967295] 00000400:00000200:3.0:1715208166.495030:0:16258:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.495035:0:16258:0:(socklnd_cb.c:1007:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.495045:0:16258:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaa00. 00000800:00000200:3.0:1715208166.495050:0:16258:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.495056:0:16258:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.495059:0:16258:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaa00 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.495227:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.495233:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaa00. 00000400:00000200:0.0:1715208166.495238:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.495246:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.495251:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257330 00000400:00000010:0.0:1715208166.495254:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257330. 00000100:00000200:0.0:1715208166.495261:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251500 x1798526075932288/t0(0) o700->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:30/10 lens 264/248 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.496695:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.496708:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 248 into portal 10 MB=0x663bffbe00e80 00000400:00000200:0.0:1715208166.496716:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 248/248 into md 0x2c1 [1] + 224 00000400:00000200:0.0:1715208166.496737:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.496744:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.496752:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251500 x1798526075932288/t0(0) o700->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:30/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.496883:0:16258:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.496891:0:16258:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257220 00000400:00000010:3.0:1715208166.496893:0:16258:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257220. 00000100:00000200:3.0:1715208166.496900:0:16258:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251500 x1798526075932288/t0(0) o700->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:30/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.496912:0:16258:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251500 x1798526075932288/t0(0) o700->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:30/10 lens 264/248 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.496935:0:16258:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6141240. 02000000:00000010:3.0:1715208166.496941:0:16258:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b0010a00. 02000000:00000010:3.0:1715208166.496944:0:16258:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b610ae00. 00000100:00000010:3.0:1715208166.496947:0:16258:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251500. 00000100:00000010:3.0:1715208166.496974:0:16258:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251500. 02000000:00000010:3.0:1715208166.496985:0:16258:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab26d400. 00010000:00000010:3.0:1715208166.496995:0:16258:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e9a9080. 00010000:00000010:3.0:1715208166.497008:0:16258:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dba900. 00010000:00000010:3.0:1715208166.497011:0:16258:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e817300. 00010000:00000010:3.0:1715208166.497015:0:16258:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b03658c0. 00000100:00000010:3.0:1715208166.497024:0:16258:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6141240. 02000000:00000010:3.0:1715208166.497085:0:16258:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009ffa0000. 00000400:00000010:3.0:1715208166.497090:0:16258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.497094:0:16258:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800ab26d000. 00000100:00000200:3.0:1715208166.497098:0:16258:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526075932416, portal 10 00000400:00000010:3.0:1715208166.497102:0:16258:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257220. 00000100:00000200:3.0:1715208166.497104:0:16258:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1798526075932416, offset 0 00000400:00000200:3.0:1715208166.497110:0:16258:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.497152:0:16258:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.497156:0:16258:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.497175:0:16258:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.497178:0:16258:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.497181:0:16258:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.497184:0:16258:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [59:59:256:4294967295] 192.168.202.130@tcp LPNI seq info [59:59:8:4294967295] 00000400:00000200:3.0:1715208166.497193:0:16258:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.497198:0:16258:0:(socklnd_cb.c:1007:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.497202:0:16258:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba800. 00000800:00000200:3.0:1715208166.497206:0:16258:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.497212:0:16258:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.497216:0:16258:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba800 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.497349:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.497354:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba800. 00000400:00000200:0.0:1715208166.497360:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.497367:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.497372:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257220 00000400:00000010:0.0:1715208166.497375:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257220. 00000100:00000200:0.0:1715208166.497382:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251500 x1798526075932416/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.500591:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.500601:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 664 into portal 10 MB=0x663bffbe00f00 00000400:00000200:0.0:1715208166.500607:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 664/664 into md 0x2c9 [32] + 224 00000400:00000200:0.0:1715208166.500623:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.500627:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.500633:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251500 x1798526075932416/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.500773:0:16258:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.500781:0:16258:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab26d000 00000400:00000010:3.0:1715208166.500783:0:16258:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800ab26d000. 00000100:00000200:3.0:1715208166.500791:0:16258:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251500 x1798526075932416/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.500802:0:16258:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251500 x1798526075932416/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.500827:0:16258:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6141240. 00010000:00000010:3.0:1715208166.500838:0:16258:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dba700. 00010000:00000010:3.0:1715208166.500841:0:16258:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e817880. 00010000:00000010:3.0:1715208166.500846:0:16258:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e817300. 00000002:00000010:3.0:1715208166.500866:0:16258:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012a4b2780. 00000080:00000010:3.0:1715208166.500876:0:16258:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88009e12f560. 00000080:00000010:3.0:1715208166.500882:0:16258:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b610a000. 00000080:00000010:3.0:1715208166.500893:0:16258:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800af3d1000. 00000080:00000010:3.0:1715208166.500904:0:16258:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b5902190. 00020000:00000010:3.0:1715208166.500912:0:16258:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88009e254cb0. 00020000:00000010:3.0:1715208166.500916:0:16258:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012bd11420. 00020000:00000010:3.0:1715208166.500918:0:16258:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e817300. 00020000:00000010:3.0:1715208166.500921:0:16258:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012bd11000. 00020000:00000010:3.0:1715208166.500934:0:16258:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88012f323ac0. 00020000:00000010:3.0:1715208166.500937:0:16258:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800b6141240. 00020000:00000010:3.0:1715208166.500941:0:16258:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009e35d848. 00020000:00000010:3.0:1715208166.500948:0:16258:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b5902258. 00000008:00000010:3.0:1715208166.500954:0:16258:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800a179c190. 00020000:00000010:3.0:1715208166.500967:0:16258:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012bd11240. 00020000:00000010:3.0:1715208166.500969:0:16258:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e817d80. 00020000:00000010:3.0:1715208166.500971:0:16258:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012bd11960. 00020000:00000010:3.0:1715208166.500975:0:16258:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e817d80. 00020000:00000010:3.0:1715208166.500978:0:16258:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88012bd11240. 00020000:00000010:3.0:1715208166.500981:0:16258:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88012bd11960. 00000080:00000010:3.0:1715208166.500993:0:16258:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff88009fe6e000. 00000080:00000010:3.0:1715208166.500998:0:16258:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012a4b26c0. 00000002:00000010:3.0:1715208166.501004:0:16258:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88009e12f580. 02000000:00000010:3.0:1715208166.501011:0:16258:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009ffa0000. 00000080:00000010:3.0:1715208166.501051:0:16258:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff88012bd11120. 00000080:00000010:3.0:1715208166.501101:0:16258:0:(llite_lib.c:2336:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff8800b0010a00. 00000100:00000010:3.0:1715208166.501162:0:16258:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3250e00. 02000000:00000010:3.0:1715208166.501174:0:16258:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b610a000. 00010000:00000010:3.0:1715208166.501181:0:16258:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012a4b2780. 00010000:00000010:3.0:1715208166.501184:0:16258:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e817880. 00000100:00000010:3.0:1715208166.501197:0:16258:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b61410c0. 02000000:00000010:3.0:1715208166.501207:0:16258:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab26d000. 00000400:00000010:3.0:1715208166.501211:0:16258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.501214:0:16258:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257990. 00000100:00000200:3.0:1715208166.501218:0:16258:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075932544, portal 10 00000400:00000010:3.0:1715208166.501222:0:16258:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257088. 00000100:00000200:3.0:1715208166.501224:0:16258:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1798526075932544, offset 0 00000400:00000200:3.0:1715208166.501230:0:16258:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.501238:0:16258:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.501242:0:16258:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.501245:0:16258:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.501248:0:16258:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.501257:0:16258:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.501260:0:16258:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [60:60:256:4294967295] 192.168.202.130@tcp LPNI seq info [60:60:8:4294967295] 00000400:00000200:3.0:1715208166.501270:0:16258:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.501275:0:16258:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.501278:0:16258:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba600. 00000800:00000200:3.0:1715208166.501282:0:16258:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.501288:0:16258:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.501292:0:16258:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba600 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.501478:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.501483:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba600. 00000400:00000200:0.0:1715208166.501488:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.501494:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.501497:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257088 00000400:00000010:0.0:1715208166.501499:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257088. 00000100:00000200:0.0:1715208166.501505:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3250e00 x1798526075932544/t0(0) o36->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 488/512 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.503356:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.503367:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 456 into portal 10 MB=0x663bffbe00f80 00000400:00000200:0.0:1715208166.503374:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 456/456 into md 0x2d1 [1] + 224 00000400:00000200:0.0:1715208166.503391:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.503395:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.503401:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3250e00 x1798526075932544/t0(0) o36->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 488/512 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.503545:0:16258:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.503552:0:16258:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257990 00000400:00000010:3.0:1715208166.503554:0:16258:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257990. 00000100:00000200:3.0:1715208166.503562:0:16258:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3250e00 x1798526075932544/t0(0) o36->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 488/512 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.503573:0:16258:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3250e00 x1798526075932544/t0(0) o36->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 488/512 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.503597:0:16258:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b61410c0. 00000080:00000010:3.0:1715208166.503625:0:16258:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b610ae00. 00000100:00000010:3.0:1715208166.503633:0:16258:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251880. 02000000:00000010:3.0:1715208166.503645:0:16258:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e30a00. 00010000:00000010:3.0:1715208166.503652:0:16258:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dba500. 00010000:00000010:3.0:1715208166.503654:0:16258:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e817880. 00010000:00000010:3.0:1715208166.503658:0:16258:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b0365b00. 00000100:00000010:3.0:1715208166.503666:0:16258:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b61410c0. 02000000:00000010:3.0:1715208166.503677:0:16258:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab26d800. 00000400:00000010:3.0:1715208166.503680:0:16258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.503683:0:16258:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257990. 00000100:00000200:3.0:1715208166.503687:0:16258:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075932608, portal 10 00000400:00000010:3.0:1715208166.503690:0:16258:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257088. 00000100:00000200:3.0:1715208166.503692:0:16258:0:(niobuf.c:87:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1798526075932608, offset 0 00000400:00000200:3.0:1715208166.503698:0:16258:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.503715:0:16258:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.503719:0:16258:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.503722:0:16258:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.503725:0:16258:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.503727:0:16258:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.503730:0:16258:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [61:61:256:4294967295] 192.168.202.130@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:3.0:1715208166.503740:0:16258:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.503745:0:16258:0:(socklnd_cb.c:1007:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.503748:0:16258:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba400. 00000800:00000200:3.0:1715208166.503752:0:16258:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.503758:0:16258:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.503762:0:16258:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba400 type 1, nob 472 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.503917:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.503922:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba400. 00000400:00000200:0.0:1715208166.503926:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.503933:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.503936:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257088 00000400:00000010:0.0:1715208166.503938:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257088. 00000100:00000200:0.0:1715208166.503953:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251880 x1798526075932608/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 376/472 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.505297:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.505307:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 400 into portal 10 MB=0x663bffbe00fc0 00000400:00000200:0.0:1715208166.505314:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 400/400 into md 0x2d9 [1] + 224 00000400:00000200:0.0:1715208166.505330:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.505334:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.505341:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251880 x1798526075932608/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 376/472 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.505487:0:16258:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.505495:0:16258:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257990 00000400:00000010:3.0:1715208166.505497:0:16258:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257990. 00000100:00000200:3.0:1715208166.505505:0:16258:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251880 x1798526075932608/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 376/472 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.505516:0:16258:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251880 x1798526075932608/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 376/472 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.505539:0:16258:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b61410c0. 00000002:00000010:3.0:1715208166.505554:0:16258:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012a4b2780. 02000000:00000010:3.0:1715208166.505563:0:16258:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab26d800. 02000000:00000010:3.0:1715208166.505566:0:16258:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e30a00. 00000100:00000010:3.0:1715208166.505570:0:16258:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251880. 00000080:00000010:3.0:1715208166.505574:0:16258:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b610ae00. 00020000:00000010:3.0:1715208166.505596:0:16258:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012bd11120. 00020000:00000010:3.0:1715208166.505599:0:16258:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e817d80. 00020000:00000010:3.0:1715208166.505602:0:16258:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012bd11960. 00020000:00000010:3.0:1715208166.505606:0:16258:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e817d80. 00020000:00000010:3.0:1715208166.505609:0:16258:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88012bd11120. 00020000:00000010:3.0:1715208166.505620:0:16258:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88012bd11960. 00000100:00000010:3.0:1715208166.505647:0:16258:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251880. 02000000:00000010:3.0:1715208166.505654:0:16258:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e30a00. 02000000:00000010:0.0:1715208166.505781:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab31f800. 00000400:00000010:0.0:1715208166.505789:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:0.0:1715208166.505794:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715208166.505798:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075932672, portal 4 00000400:00000010:0.0:1715208166.505803:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715208166.505805:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1798526075932672, offset 0 00000400:00000200:0.0:1715208166.505812:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208166.505820:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.505823:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208166.505827:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208166.505829:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.505832:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208166.505835:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [62:62:256:4294967295] 192.168.202.130@tcp LPNI seq info [62:62:8:4294967295] 00000400:00000200:0.0:1715208166.505844:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208166.505848:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.505851:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000800:00000200:0.0:1715208166.505856:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.505862:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.505866:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 536 niov 1 nkiov 1 00000800:00000200:2.0:1715208166.505969:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.505975:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715208166.505979:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.505985:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.505998:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715208166.506000:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715208166.506007:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251880 x1798526075932672/t0(0) o2->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 440/432 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000080:00000010:0.1:1715208166.507326:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88009e12fda0. 00010000:00000010:0.1:1715208166.507419:0:34:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b414de00. 00010000:00000010:0.1:1715208166.507423:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a803c480. 00000400:00000200:2.0:1715208166.507616:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:2.0:1715208166.507631:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 432 into portal 4 MB=0x663bffbe01000 00000400:00000200:2.0:1715208166.507639:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 432/432 into md 0x2e1 [1] + 224 00000400:00000200:2.0:1715208166.507660:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.507666:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715208166.507676:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251880 x1798526075932672/t0(0) o2->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 440/432 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:0.0:1715208166.507743:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:0.0:1715208166.507755:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:0.0:1715208166.507757:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715208166.507764:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251880 x1798526075932672/t0(0) o2->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 440/432 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:0.0:1715208166.507775:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251880 x1798526075932672/t0(0) o2->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 440/432 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 02000000:00000010:0.0:1715208166.507795:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac655400. 02000000:00000010:0.0:1715208166.507799:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6cef600. 00000100:00000010:0.0:1715208166.507802:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251180. 00000080:00000010:3.0:1715208166.507934:0:16258:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b0010a00. 00000080:00000010:3.0:1715208166.507967:0:16258:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6e31400. 00000100:00000010:3.0:1715208166.507975:0:16258:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251c00. 02000000:00000010:3.0:1715208166.507984:0:16258:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e30200. 00000100:00000010:3.0:1715208166.507995:0:16258:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b61410c0. 02000000:00000010:3.0:1715208166.508006:0:16258:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab26d800. 00000400:00000010:3.0:1715208166.508010:0:16258:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.508014:0:16258:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257990. 00000100:00000200:3.0:1715208166.508017:0:16258:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075932800, portal 10 00000400:00000010:3.0:1715208166.508021:0:16258:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257220. 00000100:00000200:3.0:1715208166.508024:0:16258:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526075932800, offset 0 00000400:00000200:3.0:1715208166.508031:0:16258:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.508038:0:16258:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.508042:0:16258:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.508045:0:16258:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.508048:0:16258:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.508051:0:16258:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.508053:0:16258:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [63:63:256:4294967295] 192.168.202.130@tcp LPNI seq info [63:63:8:4294967295] 00000400:00000200:3.0:1715208166.508063:0:16258:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.508068:0:16258:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.508071:0:16258:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba300. 00000800:00000200:3.0:1715208166.508075:0:16258:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.508081:0:16258:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.508084:0:16258:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba300 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.508179:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.508183:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba300. 00000400:00000200:0.0:1715208166.508186:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.508191:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.508195:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257220 00000400:00000010:0.0:1715208166.508196:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257220. 00000100:00000200:0.0:1715208166.508201:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251c00 x1798526075932800/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.510295:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.510306:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 456 into portal 10 MB=0x663bffbe01080 00000400:00000200:0.0:1715208166.510312:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 456/456 into md 0x2e9 [1] + 224 00000400:00000200:0.0:1715208166.510328:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.510332:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.510339:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251c00 x1798526075932800/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.510480:0:16258:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.510488:0:16258:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257990 00000400:00000010:3.0:1715208166.510490:0:16258:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257990. 00000100:00000200:3.0:1715208166.510498:0:16258:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251c00 x1798526075932800/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.510519:0:16258:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251c00 x1798526075932800/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.510544:0:16258:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b61410c0. 00000080:00000010:3.0:1715208166.510551:0:16258:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e31400. 00000080:00000010:3.0:1715208166.510559:0:16258:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012a4b26c0. 00000080:00000010:3.0:1715208166.510563:0:16258:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff88009fe6e000. 00010000:00000010:0.1:1715208166.513191:0:34:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6dba900. 00010000:00000010:0.1:1715208166.513200:0:34:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6dba700. 00010000:00000010:0.1:1715208166.513204:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b03658c0. 00000080:00000010:1.0:1715208166.513296:0:16260:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b63d0200. 00000100:00000010:1.0:1715208166.513316:0:16260:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710a80. 02000000:00000010:1.0:1715208166.513329:0:16260:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a4f89800. 00010000:00000010:1.0:1715208166.513337:0:16260:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5865e00. 00010000:00000010:1.0:1715208166.513340:0:16260:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009ea08300. 00010000:00000010:1.0:1715208166.513344:0:16260:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a941d680. 00000020:00000010:1.0:1715208166.513347:0:16260:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012b165b00. 00000100:00000010:1.0:1715208166.513357:0:16260:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fd18300. 02000000:00000010:1.0:1715208166.513369:0:16260:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa6ee800. 00000400:00000010:1.0:1715208166.513373:0:16260:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208166.513377:0:16260:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208166.513381:0:16260:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075932864, portal 10 00000400:00000010:1.0:1715208166.513385:0:16260:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dabb0. 00000100:00000200:1.0:1715208166.513386:0:16260:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526075932864, offset 0 00000400:00000200:1.0:1715208166.513393:0:16260:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.513401:0:16260:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208166.513411:0:16260:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208166.513415:0:16260:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208166.513418:0:16260:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.513421:0:16260:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208166.513424:0:16260:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [64:64:256:4294967295] 192.168.202.130@tcp LPNI seq info [64:64:8:4294967295] 00000400:00000200:1.0:1715208166.513433:0:16260:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208166.513438:0:16260:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208166.513442:0:16260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715208166.513446:0:16260:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208166.513451:0:16260:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208166.513455:0:16260:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:2.0:1715208166.513646:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.513653:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715208166.513659:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.513668:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.513673:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dabb0 00000400:00000010:2.0:1715208166.513676:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dabb0. 00000100:00000200:2.0:1715208166.513685:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710a80 x1798526075932864/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.515685:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.515696:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 688 into portal 10 MB=0x663bffbe010c0 00000400:00000200:0.0:1715208166.515703:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 688/688 into md 0x2f1 [1] + 224 00000400:00000200:0.0:1715208166.515878:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.515884:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.515898:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710a80 x1798526075932864/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1715208166.516021:0:16260:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:1.0:1715208166.516029:0:16260:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:1.0:1715208166.516031:0:16260:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208166.516038:0:16260:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710a80 x1798526075932864/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:1.0:1715208166.516049:0:16260:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710a80 x1798526075932864/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1715208166.516072:0:16260:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fd18300. 00000020:00000010:1.0:1715208166.516085:0:16260:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6cef600. 00000080:00000010:1.0:1715208166.516100:0:16260:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b63d0200. 00800000:00000010:1.0:1715208166.516110:0:16260:0:(lmv_obd.c:3734:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff88012b165100. 00800000:00000010:1.0:1715208166.516148:0:16260:0:(lmv_obd.c:3868:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff88012b165100. 02000000:00000010:1.0:1715208166.516161:0:16260:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa6ee800. 02000000:00000010:1.0:1715208166.516166:0:16260:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a4f89800. 00000100:00000010:1.0:1715208166.516169:0:16260:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710a80. 00000020:00000010:1.0:1715208166.516174:0:16260:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff8800aa6ee800. 00000080:00000010:1.0:1715208166.516185:0:16260:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ceee00. 00000080:00000010:1.0:1715208166.516196:0:16260:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ceee00. 00000080:00000010:1.0:1715208166.516203:0:16260:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff88012d5e9e40. 00000080:00000010:1.0:1715208166.516217:0:16260:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ceee00. 00000100:00000010:1.0:1715208166.516240:0:16260:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710a80. 02000000:00000010:1.0:1715208166.516250:0:16260:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a4f89800. 00010000:00000010:1.0:1715208166.516258:0:16260:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009ea08300. 00010000:00000010:1.0:1715208166.516271:0:16260:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5865d00. 00010000:00000010:1.0:1715208166.516274:0:16260:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009ea08300. 00010000:00000010:1.0:1715208166.516278:0:16260:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a941d8c0. 00000100:00000010:1.0:1715208166.516286:0:16260:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fd18300. 02000000:00000010:1.0:1715208166.516333:0:16260:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009ffa0000. 00000400:00000010:1.0:1715208166.516338:0:16260:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6790. 00000400:00000010:1.0:1715208166.516343:0:16260:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800a4f89c00. 00000100:00000200:1.0:1715208166.516347:0:16260:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526075932992, portal 10 00000400:00000010:1.0:1715208166.516351:0:16260:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208166.516353:0:16260:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1798526075932992, offset 0 00000400:00000200:1.0:1715208166.516359:0:16260:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.516367:0:16260:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208166.516371:0:16260:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208166.516374:0:16260:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208166.516377:0:16260:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.516379:0:16260:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208166.516382:0:16260:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [65:65:256:4294967295] 192.168.202.130@tcp LPNI seq info [65:65:8:4294967295] 00000400:00000200:1.0:1715208166.516391:0:16260:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208166.516396:0:16260:0:(socklnd_cb.c:1007:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208166.516399:0:16260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715208166.516403:0:16260:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208166.516409:0:16260:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208166.516412:0:16260:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.516580:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.516586:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715208166.516590:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.516596:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.516599:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:0.0:1715208166.516601:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:0.0:1715208166.516607:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710a80 x1798526075932992/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715208182 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000080:00000010:3.0:1715208166.518720:0:16259:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e31400. 00000100:00000010:3.0:1715208166.518738:0:16259:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251f80. 02000000:00000010:3.0:1715208166.518751:0:16259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab26dc00. 00010000:00000010:3.0:1715208166.518761:0:16259:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b0365d40. 00000100:00000010:3.0:1715208166.518769:0:16259:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b61410c0. 02000000:00000010:3.0:1715208166.518781:0:16259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b60fc000. 00000400:00000010:3.0:1715208166.518785:0:16259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.518788:0:16259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257990. 00000100:00000200:3.0:1715208166.518792:0:16259:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075933056, portal 10 00000400:00000010:3.0:1715208166.518796:0:16259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257330. 00000100:00000200:3.0:1715208166.518798:0:16259:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526075933056, offset 0 00000400:00000200:3.0:1715208166.518804:0:16259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.518812:0:16259:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.518815:0:16259:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.518819:0:16259:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.518821:0:16259:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.518824:0:16259:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.518827:0:16259:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [66:66:256:4294967295] 192.168.202.130@tcp LPNI seq info [66:66:8:4294967295] 00000400:00000200:3.0:1715208166.518837:0:16259:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.518842:0:16259:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.518845:0:16259:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba200. 00000800:00000200:3.0:1715208166.518849:0:16259:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.518855:0:16259:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.518865:0:16259:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba200 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:2.0:1715208166.518977:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.518981:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba200. 00000400:00000200:2.0:1715208166.518984:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.518990:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.518993:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257330 00000400:00000010:2.0:1715208166.518995:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257330. 00000100:00000200:2.0:1715208166.519001:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251f80 x1798526075933056/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:1.0:1715208166.519295:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:1.0:1715208166.519307:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 664 into portal 10 MB=0x663bffbe01140 00000400:00000200:1.0:1715208166.519314:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 664/664 into md 0x2f9 [32] + 224 00000400:00000200:1.0:1715208166.519339:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208166.519344:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:1.0:1715208166.519350:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710a80 x1798526075932992/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.519419:0:16260:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6790. 00000400:00000200:2.0:1715208166.519425:0:16260:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a4f89c00 00000400:00000010:2.0:1715208166.519428:0:16260:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800a4f89c00. 00000100:00000200:2.0:1715208166.519436:0:16260:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710a80 x1798526075932992/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.519480:0:16260:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710a80 x1798526075932992/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.519513:0:16260:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fd18300. 00010000:00000010:2.0:1715208166.519527:0:16260:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e6ce00. 00010000:00000010:2.0:1715208166.519531:0:16260:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012bd27300. 00000002:00000010:2.0:1715208166.519552:0:16260:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b0139180. 00000080:00000010:2.0:1715208166.519564:0:16260:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa6caa00. 00000080:00000010:2.0:1715208166.519572:0:16260:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ceee00. 00000080:00000010:2.0:1715208166.519586:0:16260:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009de62000. 00000080:00000010:2.0:1715208166.519600:0:16260:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b62c53e8. 00020000:00000010:2.0:1715208166.519608:0:16260:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88009f2cb0e8. 00020000:00000010:2.0:1715208166.519613:0:16260:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330de0. 00020000:00000010:2.0:1715208166.519616:0:16260:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012bd27080. 00020000:00000010:2.0:1715208166.519621:0:16260:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e3303c0. 00020000:00000010:2.0:1715208166.519626:0:16260:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88009e84f6e0. 00020000:00000010:2.0:1715208166.519629:0:16260:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009f14b600. 00020000:00000010:2.0:1715208166.519633:0:16260:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009e115e18. 00020000:00000010:2.0:1715208166.519640:0:16260:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b62c54b0. 00000008:00000010:2.0:1715208166.519647:0:16260:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800ac5d4320. 00020000:00000010:2.0:1715208166.519664:0:16260:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330f60. 00020000:00000010:2.0:1715208166.519667:0:16260:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012bd27800. 00020000:00000010:2.0:1715208166.519670:0:16260:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330b40. 00020000:00000010:2.0:1715208166.519675:0:16260:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012bd27800. 00020000:00000010:2.0:1715208166.519679:0:16260:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009e330f60. 00020000:00000010:2.0:1715208166.519682:0:16260:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009e330b40. 00000080:00000010:2.0:1715208166.519699:0:16260:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800b60e6000. 00000080:00000010:2.0:1715208166.519705:0:16260:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b0139d40. 00000002:00000010:2.0:1715208166.519714:0:16260:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800aa6ca4e0. 02000000:00000010:2.0:1715208166.519722:0:16260:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009ffa0000. 00000080:00000010:2.0:1715208166.519771:0:16260:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff88012d5e9e40. 00000400:00000200:0.0:1715208166.520871:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.520883:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 688 into portal 10 MB=0x663bffbe01180 00000400:00000200:0.0:1715208166.520889:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 688/688 into md 0x301 [1] + 224 00000400:00000200:0.0:1715208166.520906:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.520910:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.520916:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251f80 x1798526075933056/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.521000:0:16259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.521007:0:16259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257990 00000400:00000010:3.0:1715208166.521010:0:16259:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257990. 00000100:00000200:3.0:1715208166.521018:0:16259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251f80 x1798526075933056/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.521035:0:16259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251f80 x1798526075933056/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.521063:0:16259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b61410c0. 00000080:00000010:3.0:1715208166.521088:0:16259:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e31400. 00800000:00000010:3.0:1715208166.521099:0:16259:0:(lmv_obd.c:3734:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff88012a4b2b00. 00800000:00000010:3.0:1715208166.521107:0:16259:0:(lmv_obd.c:3868:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff88012a4b2b00. 02000000:00000010:3.0:1715208166.521151:0:16259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b60fc000. 02000000:00000010:3.0:1715208166.521157:0:16259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab26dc00. 00000100:00000010:3.0:1715208166.521161:0:16259:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251f80. 00000080:00000010:3.0:1715208166.521173:0:16259:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff88012bd11960. 00000080:00000010:3.0:1715208166.521178:0:16259:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e31400. 00000100:00000010:3.0:1715208166.521192:0:16259:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251f80. 02000000:00000010:3.0:1715208166.521203:0:16259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab26dc00. 00010000:00000010:3.0:1715208166.521216:0:16259:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b0365f80. 00000100:00000010:3.0:1715208166.521227:0:16259:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b61410c0. 02000000:00000010:3.0:1715208166.521269:0:16259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009ffa0000. 00000400:00000010:3.0:1715208166.521274:0:16259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.521280:0:16259:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800ab26e000. 00000100:00000200:3.0:1715208166.521285:0:16259:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526075933184, portal 10 00000400:00000010:3.0:1715208166.521291:0:16259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257990. 00000100:00000200:3.0:1715208166.521294:0:16259:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1798526075933184, offset 0 00000400:00000200:3.0:1715208166.521301:0:16259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.521310:0:16259:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.521315:0:16259:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.521320:0:16259:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.521329:0:16259:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.521332:0:16259:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.521337:0:16259:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [67:67:256:4294967295] 192.168.202.130@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:3.0:1715208166.521350:0:16259:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.521359:0:16259:0:(socklnd_cb.c:1007:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.521363:0:16259:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba100. 00000800:00000200:3.0:1715208166.521369:0:16259:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.521377:0:16259:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.521382:0:16259:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba100 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:2.0:1715208166.521559:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.521572:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba100. 00000400:00000200:2.0:1715208166.521576:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.521583:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.521586:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257990 00000400:00000010:2.0:1715208166.521588:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257990. 00000100:00000200:2.0:1715208166.521594:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251f80 x1798526075933184/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715208182 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000080:00000010:1.0:1715208166.522855:0:16260:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b63d0200. 00000080:00000010:1.0:1715208166.522878:0:16260:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b63d0200. 00020000:00000010:1.0:1715208166.522904:0:16260:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009ea08400. 00000008:00000010:1.0:1715208166.522911:0:16260:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800ac5d6000. 00010000:00000010:1.0:1715208166.522921:0:16260:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5865600. 00010000:00000010:1.0:1715208166.522924:0:16260:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009fd18cc0. 00010000:00000010:1.0:1715208166.522928:0:16260:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a941db00. 00000020:00000010:1.0:1715208166.522931:0:16260:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8801311d1d40. 00010000:00000010:1.0:1715208166.522935:0:16260:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009ea08980. 00010000:00000010:1.0:1715208166.522938:0:16260:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8801311d1200. 00000100:00000010:1.0:1715208166.522943:0:16260:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2710e00. 02000000:00000010:1.0:1715208166.522952:0:16260:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b63d0200. 02000000:00000010:2.0:1715208166.523064:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac655800. 00000400:00000010:2.0:1715208166.523073:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715208166.523078:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715208166.523083:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075933248, portal 4 00000400:00000010:2.0:1715208166.523089:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715208166.523092:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526075933248, offset 0 00000400:00000200:2.0:1715208166.523100:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.523110:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.523147:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.523153:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.523157:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.523161:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.523165:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [68:68:256:4294967295] 192.168.202.130@tcp LPNI seq info [68:68:8:4294967295] 00000400:00000200:2.0:1715208166.523178:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.523185:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.523190:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cc00. 00000800:00000200:2.0:1715208166.523196:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.523205:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.523209:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1715208166.523315:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208166.523319:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cc00. 00000400:00000200:1.0:1715208166.523322:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208166.523328:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208166.523332:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:1.0:1715208166.523334:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:1.0:1715208166.523339:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2710e00 x1798526075933248/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.523733:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.523744:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 664 into portal 10 MB=0x663bffbe01200 00000400:00000200:0.0:1715208166.523750:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 664/664 into md 0x309 [32] + 224 00000400:00000200:0.0:1715208166.523766:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.523771:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.523777:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251f80 x1798526075933184/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.523855:0:16259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.523862:0:16259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab26e000 00000400:00000010:3.0:1715208166.523865:0:16259:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800ab26e000. 00000100:00000200:3.0:1715208166.523872:0:16259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251f80 x1798526075933184/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.523887:0:16259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251f80 x1798526075933184/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.523915:0:16259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b61410c0. 00010000:00000010:3.0:1715208166.523926:0:16259:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dba000. 00010000:00000010:3.0:1715208166.523930:0:16259:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e817d80. 00000002:00000010:3.0:1715208166.523948:0:16259:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012a4b2b00. 00000080:00000010:3.0:1715208166.523964:0:16259:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff8800af3d1800. 00000080:00000010:3.0:1715208166.523975:0:16259:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b5902320. 00020000:00000010:3.0:1715208166.523982:0:16259:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88009e254bc8. 00020000:00000010:3.0:1715208166.523986:0:16259:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012bd11120. 00020000:00000010:3.0:1715208166.523991:0:16259:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a951ee80. 00020000:00000010:3.0:1715208166.523995:0:16259:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012bd11240. 00020000:00000010:3.0:1715208166.524000:0:16259:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88012f3238a0. 00020000:00000010:3.0:1715208166.524003:0:16259:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff8800b61410c0. 00020000:00000010:3.0:1715208166.524007:0:16259:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009e35d680. 00020000:00000010:3.0:1715208166.524013:0:16259:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b59023e8. 00000008:00000010:3.0:1715208166.524027:0:16259:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800a179c320. 00020000:00000010:3.0:1715208166.524043:0:16259:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012bd11c60. 00020000:00000010:3.0:1715208166.524047:0:16259:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800a951e200. 00020000:00000010:3.0:1715208166.524050:0:16259:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012bd11720. 00020000:00000010:3.0:1715208166.524054:0:16259:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800a951e200. 00020000:00000010:3.0:1715208166.524058:0:16259:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88012bd11c60. 00020000:00000010:3.0:1715208166.524061:0:16259:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88012bd11720. 00000080:00000010:3.0:1715208166.524069:0:16259:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff88009e12f880. 00000080:00000010:3.0:1715208166.524076:0:16259:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e31400. 00000080:00000010:3.0:1715208166.524084:0:16259:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff88009fe6e000. 00000080:00000010:3.0:1715208166.524089:0:16259:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012a4b2e00. 00000002:00000010:3.0:1715208166.524097:0:16259:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88009e12f360. 02000000:00000010:3.0:1715208166.524103:0:16259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009ffa0000. 00000080:00000010:3.0:1715208166.524180:0:16259:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff88012bd11960. 00000080:00000010:3.0:1715208166.524267:0:16259:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e31400. 00000080:00000010:3.0:1715208166.524285:0:16259:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e31400. 00020000:00000010:3.0:1715208166.524308:0:16259:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a951e200. 00000008:00000010:3.0:1715208166.524315:0:16259:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a179e000. 00010000:00000010:3.0:1715208166.524325:0:16259:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dba100. 00010000:00000010:3.0:1715208166.524329:0:16259:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800b6141cc0. 00010000:00000010:3.0:1715208166.524333:0:16259:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b03661c0. 00010000:00000010:3.0:1715208166.524339:0:16259:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff8800a951e380. 00010000:00000010:3.0:1715208166.524344:0:16259:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff88012a4b2300. 00000100:00000010:3.0:1715208166.524350:0:16259:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3252300. 02000000:00000010:3.0:1715208166.524361:0:16259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e31400. 02000000:00000010:2.0:1715208166.524535:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac655c00. 00000400:00000010:2.0:1715208166.524544:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5630. 00000400:00000010:2.0:1715208166.524548:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715208166.524552:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075933312, portal 4 00000400:00000010:2.0:1715208166.524556:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715208166.524567:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526075933312, offset 0 00000400:00000200:2.0:1715208166.524574:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.524581:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.524585:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.524588:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.524590:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.524593:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.524596:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [69:69:256:4294967295] 192.168.202.130@tcp LPNI seq info [69:69:8:4294967295] 00000400:00000200:2.0:1715208166.524605:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.524610:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.524613:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715208166.524617:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.524623:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.524627:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1715208166.524672:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:3.0:1715208166.524685:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 400 into portal 4 MB=0x663bffbe01240 00000400:00000200:3.0:1715208166.524692:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 400/400 into md 0x311 [1] + 224 00000400:00000200:3.0:1715208166.524758:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715208166.524765:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:3.0:1715208166.524774:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2710e00 x1798526075933248/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000800:00000200:1.0:1715208166.524800:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208166.524805:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715208166.524810:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208166.524816:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208166.524820:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715208166.524822:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715208166.524829:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3252300 x1798526075933312/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.524846:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:2.0:1715208166.524851:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:2.0:1715208166.524852:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715208166.524859:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2710e00 x1798526075933248/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.524869:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2710e00 x1798526075933248/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 02000000:00000010:2.0:1715208166.524920:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac655800. 02000000:00000010:2.0:1715208166.524924:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b63d0200. 00000100:00000010:2.0:1715208166.524928:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710e00. 00000008:00000010:1.0:1715208166.524935:0:16260:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800ac5d6000. 00020000:00000010:1.0:1715208166.524939:0:16260:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009ea08400. 00000080:00000010:0.1:1715208166.525276:0:34:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88009e12f560. 00010000:00000010:0.1:1715208166.528282:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b5865e00. 00010000:00000010:0.1:1715208166.528291:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a941d680. 00000400:00000200:0.0:1715208166.529606:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.529617:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 400 into portal 4 MB=0x663bffbe01280 00000400:00000200:0.0:1715208166.529623:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 400/400 into md 0x319 [1] + 224 00000400:00000200:0.0:1715208166.529640:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.529650:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.529657:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3252300 x1798526075933312/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.529784:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5630. 00000400:00000200:2.0:1715208166.529792:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:2.0:1715208166.529794:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715208166.529801:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3252300 x1798526075933312/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.529812:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3252300 x1798526075933312/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 02000000:00000010:2.0:1715208166.529885:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac655c00. 02000000:00000010:2.0:1715208166.529890:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e31400. 00000100:00000010:2.0:1715208166.529894:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3252300. 00000008:00000010:3.0:1715208166.529976:0:16259:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a179e000. 00020000:00000010:3.0:1715208166.529984:0:16259:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a951e200. 00000020:00000010:3.0:1715208166.530037:0:16259:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 704 at ffff8800ab26e400. 00020000:00000010:3.0:1715208166.530063:0:16259:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a951e200. 00000008:00000010:3.0:1715208166.530067:0:16259:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a179e000. 00000020:00000010:3.0:1715208166.530095:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623b0d8. 00000020:00000010:3.0:1715208166.530163:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623b1b0. 00000020:00000010:3.0:1715208166.530177:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623b288. 00000020:00000010:3.0:1715208166.530187:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623b360. 00000020:00000010:3.0:1715208166.530196:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623b438. 00000020:00000010:3.0:1715208166.530205:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623b510. 00000020:00000010:3.0:1715208166.530217:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623b5e8. 00000020:00000010:3.0:1715208166.530225:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623b6c0. 00000008:00000010:3.0:1715208166.530243:0:16259:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff88013697a170. 00000008:00000010:2.0:1715208166.530378:0:15153:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 64 at ffff8800b0139380. 00000008:00000010:2.0:1715208166.530386:0:15153:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b6d8a1a0. 00000100:00000010:2.0:1715208166.530408:0:15153:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715208166.530417:0:15153:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b022aa00. 00000100:00000010:2.0:1715208166.530423:0:15153:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff8800ac655c00. 00000100:00000010:2.0:1715208166.530426:0:15153:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 128 at ffff88012bd27800. 00000400:00000010:2.0:1715208166.530497:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5630. 00000400:00000010:2.0:1715208166.530502:0:15153:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b6e6ca00. 00000100:00000200:2.0:1715208166.530507:0:15153:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 8 pages 32768 bytes, mbits x0x663bffbe01300-0x663bffbe01300, portal 8 02000000:00000010:2.0:1715208166.530512:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac655800. 00000400:00000010:2.0:1715208166.530514:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715208166.530517:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715208166.530519:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075933440, portal 4 00000400:00000010:2.0:1715208166.530523:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715208166.530525:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1798526075933440, offset 0 00000400:00000200:2.0:1715208166.530531:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.530539:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.530543:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.530546:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.530549:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.530551:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.530554:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [70:70:256:4294967295] 192.168.202.130@tcp LPNI seq info [70:70:8:4294967295] 00000400:00000200:2.0:1715208166.530563:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.530568:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.530571:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715208166.530575:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.530581:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.530593:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:3.0:1715208166.530761:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1715208166.530766:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:3.0:1715208166.530770:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715208166.530777:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715208166.530781:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:3.0:1715208166.530783:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:3.0:1715208166.530789:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075933440/t0(0) o3->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.532546:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.532556:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 32768 into portal 8 MB=0x663bffbe01300 00000400:00000200:0.0:1715208166.532563:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.202.130@tcp of length 32768/32768 into md 0x321 [8] + 0 00000400:00000010:0.0:1715208166.532567:0:15146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5630. 00000400:00000200:0.0:1715208166.532570:0:15146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b6e6ca00 00000400:00000200:0.0:1715208166.532629:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.532634:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.532637:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6e6ca00 00000400:00000010:0.0:1715208166.532639:0:15146:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 248 at ffff8800b6e6ca00. 00000100:00000200:0.0:1715208166.532642:0:15146:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800ac655c00 00000400:00000200:0.0:1715208166.532665:0:15146:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1715208166.532670:0:15146:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.532676:0:15146:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [71:71:256:4294967295] 192.168.202.130@tcp LPNI seq info [71:71:8:4294967295] 00000400:00000200:0.0:1715208166.532685:0:15146:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) 192.168.202.130@tcp : ACK try# 0 00000800:00000200:0.0:1715208166.532690:0:15146:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 8 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.532693:0:15146:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff8800ab8a3c00. 00000800:00000200:0.0:1715208166.532697:0:15146:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.532703:0:15146:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.532706:0:15146:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800ab8a3c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1715208166.532757:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.532759:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 360 at ffff8800ab8a3c00. 00000400:00000200:0.0:1715208166.532762:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.532765:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: ACK: OK 00000400:00000200:0.0:1715208166.533823:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.533834:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 440 into portal 4 MB=0x663bffbe01300 00000400:00000200:0.0:1715208166.533841:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 440/440 into md 0x325 [1] + 224 00000400:00000200:0.0:1715208166.533866:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.533870:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.533877:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075933440/t0(0) o3->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.534001:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:2.0:1715208166.534008:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:2.0:1715208166.534010:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715208166.534017:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075933440/t0(0) o3->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.534028:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075933440/t0(0) o3->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:2.0:1715208166.534097:0:15153:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6d8a1a0. 00000008:00000010:2.0:1715208166.534175:0:15153:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff88013697a170. 00000008:00000010:2.0:1715208166.534180:0:15153:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 64 at ffff8800b0139380. 02000000:00000010:2.0:1715208166.534188:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac655800. 00000100:00000010:2.0:1715208166.534193:0:15153:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 128 at ffff88012bd27800. 00000100:00000010:2.0:1715208166.534195:0:15153:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff8800ac655c00. 02000000:00000010:2.0:1715208166.534198:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b022aa00. 00000100:00000010:2.0:1715208166.534200:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000008:00000010:3.0:1715208166.534352:0:16259:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a179e000. 00020000:00000010:3.0:1715208166.534360:0:16259:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a951e200. 00020000:00000010:3.0:1715208166.534597:0:16259:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a951e200. 00000008:00000010:3.0:1715208166.534602:0:16259:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a179e000. 00000020:00000010:3.0:1715208166.534625:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623b798. 00000020:00000010:3.0:1715208166.534651:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623b870. 00000020:00000010:3.0:1715208166.534660:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623b948. 00000020:00000010:3.0:1715208166.534669:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623ba20. 00000020:00000010:3.0:1715208166.534677:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623baf8. 00000020:00000010:3.0:1715208166.534693:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623bbd0. 00000020:00000010:3.0:1715208166.534702:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623bca8. 00000020:00000010:3.0:1715208166.534711:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623bd80. 00000020:00000010:3.0:1715208166.534719:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b623be58. 00000020:00000010:3.0:1715208166.534733:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675000. 00000020:00000010:3.0:1715208166.534742:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa6750d8. 00000020:00000010:3.0:1715208166.534751:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa6751b0. 00000020:00000010:3.0:1715208166.534759:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675288. 00000020:00000010:3.0:1715208166.534767:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675360. 00000020:00000010:3.0:1715208166.534775:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675438. 00000020:00000010:3.0:1715208166.534784:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675510. 00000020:00000010:3.0:1715208166.534792:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa6755e8. 00000020:00000010:3.0:1715208166.534800:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa6756c0. 00000020:00000010:3.0:1715208166.534808:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675798. 00000020:00000010:3.0:1715208166.534817:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675870. 00000020:00000010:3.0:1715208166.534825:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675948. 00000020:00000010:3.0:1715208166.534834:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675a20. 00000020:00000010:3.0:1715208166.534842:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675af8. 00000020:00000010:3.0:1715208166.534850:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675bd0. 00000020:00000010:3.0:1715208166.534866:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675ca8. 00000020:00000010:3.0:1715208166.534874:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675d80. 00000020:00000010:3.0:1715208166.534882:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa675e58. 00000020:00000010:3.0:1715208166.534894:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676000. 00000020:00000010:3.0:1715208166.534903:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa6760d8. 00000020:00000010:3.0:1715208166.534911:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa6761b0. 00000020:00000010:3.0:1715208166.534920:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676288. 00000020:00000010:3.0:1715208166.534928:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676360. 00000020:00000010:3.0:1715208166.534936:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676438. 00000020:00000010:3.0:1715208166.534947:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676510. 00000020:00000010:3.0:1715208166.534954:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa6765e8. 00000020:00000010:3.0:1715208166.534962:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa6766c0. 00000020:00000010:3.0:1715208166.534970:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676798. 00000020:00000010:3.0:1715208166.534979:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676870. 00000020:00000010:3.0:1715208166.534999:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676948. 00000020:00000010:3.0:1715208166.535008:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676a20. 00000020:00000010:3.0:1715208166.535016:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676af8. 00000020:00000010:3.0:1715208166.535024:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676bd0. 00000020:00000010:3.0:1715208166.535032:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676ca8. 00000020:00000010:3.0:1715208166.535040:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676d80. 00000020:00000010:3.0:1715208166.535048:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800aa676e58. 00000020:00000010:3.0:1715208166.535060:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009fd3b000. 00000020:00000010:3.0:1715208166.535069:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009fd3b0d8. 00000020:00000010:3.0:1715208166.535079:0:16259:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009fd3b1b0. 00000008:00000010:3.0:1715208166.535099:0:16259:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff88013697a228. 00000008:00000010:2.0:1715208166.535224:0:15151:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 384 at ffff8800b022aa00. 00000008:00000010:2.0:1715208166.535231:0:15151:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b6d8a1a0. 00000100:00000010:2.0:1715208166.535251:0:15151:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715208166.535260:0:15151:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b022ae00. 00000100:00000010:2.0:1715208166.535265:0:15151:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff8800ac655c00. 00000100:00000010:2.0:1715208166.535268:0:15151:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 768 at ffff8800ac655800. 00000400:00000010:0.0:1715208166.535317:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:0.0:1715208166.535327:0:15152:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 888 at ffff8800ab31e400. 00000100:00000200:0.0:1715208166.535331:0:15152:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 48 pages 196608 bytes, mbits x0x663bffbe01380-0x663bffbe01380, portal 8 02000000:00000010:0.0:1715208166.535338:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab31d000. 00000400:00000010:0.0:1715208166.535341:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 00000400:00000010:0.0:1715208166.535344:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715208166.535346:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075933568, portal 4 00000400:00000010:0.0:1715208166.535351:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715208166.535353:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1798526075933568, offset 0 00000400:00000200:0.0:1715208166.535359:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208166.535367:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.535371:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208166.535374:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208166.535377:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.535379:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208166.535382:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [72:72:256:4294967295] 192.168.202.130@tcp LPNI seq info [72:72:8:4294967295] 00000400:00000200:0.0:1715208166.535391:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208166.535396:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.535399:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:0.0:1715208166.535403:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.535408:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.535412:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:2.0:1715208166.535540:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.535544:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715208166.535547:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.535554:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.535557:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715208166.535559:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715208166.535564:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075933568/t0(0) o3->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:1.0:1715208166.537424:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:1.0:1715208166.537436:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 196608 into portal 8 MB=0x663bffbe01380 00000400:00000200:1.0:1715208166.537443:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.202.130@tcp of length 196608/196608 into md 0x32d [48] + 0 00000400:00000010:1.0:1715208166.537447:0:15145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:1.0:1715208166.537451:0:15145:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800ab31e400 00000400:00000200:0.0:1715208166.539212:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.539222:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.539226:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab31e400 00000400:00000010:0.0:1715208166.539229:0:15146:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 888 at ffff8800ab31e400. 00000100:00000200:0.0:1715208166.539239:0:15146:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800ac655c00 00000400:00000200:0.0:1715208166.539261:0:15146:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1715208166.539267:0:15146:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.539272:0:15146:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [73:73:256:4294967295] 192.168.202.130@tcp LPNI seq info [73:73:8:4294967295] 00000400:00000200:0.0:1715208166.539281:0:15146:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) 192.168.202.130@tcp : ACK try# 0 00000800:00000200:0.0:1715208166.539286:0:15146:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 48 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.539290:0:15146:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 1000 at ffff8800ab31e400. 00000800:00000200:0.0:1715208166.539294:0:15146:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.539300:0:15146:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.539303:0:15146:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800ab31e400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1715208166.539351:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.539354:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 1000 at ffff8800ab31e400. 00000400:00000200:0.0:1715208166.539356:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.539360:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: ACK: OK 00000400:00000200:0.0:1715208166.540355:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.540366:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 440 into portal 4 MB=0x663bffbe01380 00000400:00000200:0.0:1715208166.540373:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 440/440 into md 0x331 [1] + 224 00000400:00000200:0.0:1715208166.540389:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.540394:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.540400:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075933568/t0(0) o3->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.540541:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:2.0:1715208166.540557:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715208166.540559:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715208166.540567:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075933568/t0(0) o3->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.540578:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075933568/t0(0) o3->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:2.0:1715208166.540669:0:15152:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6d8a1a0. 00000008:00000010:2.0:1715208166.540718:0:15152:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff88013697a228. 00000008:00000010:2.0:1715208166.540721:0:15152:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 384 at ffff8800b022aa00. 02000000:00000010:2.0:1715208166.540728:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab31d000. 00000100:00000010:2.0:1715208166.540733:0:15152:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 768 at ffff8800ac655800. 00000100:00000010:2.0:1715208166.540735:0:15152:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff8800ac655c00. 02000000:00000010:2.0:1715208166.540738:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b022ae00. 00000100:00000010:2.0:1715208166.540740:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000008:00000010:3.0:1715208166.540845:0:16259:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a179e000. 00020000:00000010:3.0:1715208166.540853:0:16259:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a951e200. 00020000:00000010:3.0:1715208166.541653:0:16259:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a951e200. 00000020:00000010:3.0:1715208166.541659:0:16259:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff88012ab60480. 00000020:00000010:3.0:1715208166.541663:0:16259:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e31a00. 00000020:00000010:3.0:1715208166.541666:0:16259:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6e30400. 00000020:00000010:3.0:1715208166.541669:0:16259:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88012bd11960. 00000008:00000010:3.0:1715208166.541674:0:16259:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a0e342f0. 00020000:00000010:3.0:1715208166.541678:0:16259:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6141180. 00008000:00000010:3.0:1715208166.541683:0:16259:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a8e71530. 00000080:00000010:3.0:1715208166.541688:0:16259:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800b4209390. 00000080:00000010:3.0:1715208166.541691:0:16259:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9504db0. 00000020:00000010:3.0:1715208166.541694:0:16259:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e30000. 00000008:00000010:3.0:1715208166.541696:0:16259:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b58c86e0. 00020000:00000010:3.0:1715208166.541698:0:16259:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b0366400. 00008000:00000010:3.0:1715208166.541701:0:16259:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e35d628. 00000080:00000010:3.0:1715208166.541703:0:16259:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800ab1714b0. 00000008:00000010:3.0:1715208166.541707:0:16259:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a179e000. 00000008:00000010:3.0:1715208166.541729:0:16259:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a179e000. 00020000:00000010:3.0:1715208166.541732:0:16259:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a951e200. 00020000:00000010:3.0:1715208166.541761:0:16259:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a951e200. 00000008:00000010:3.0:1715208166.541765:0:16259:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a179e000. 00000008:00000010:3.0:1715208166.541791:0:16259:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a179e000. 00020000:00000010:3.0:1715208166.541793:0:16259:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a951e200. 00020000:00000010:3.0:1715208166.541813:0:16259:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800a951e200. 00000008:00000010:3.0:1715208166.541816:0:16259:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a179e000. 00020000:00000010:3.0:1715208166.541829:0:16259:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b61cea80. 00000008:00000010:3.0:1715208166.541832:0:16259:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a179e130. 00000008:00000010:3.0:1715208166.541838:0:16259:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a179e130. 00020000:00000010:3.0:1715208166.541840:0:16259:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b61cea80. 00000008:00000010:3.0:1715208166.541849:0:16259:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a179e000. 00020000:00000010:3.0:1715208166.541851:0:16259:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800a951e200. 00000080:00000010:3.0:1715208166.542035:0:16259:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6e30600. 00000100:00000010:3.0:1715208166.542043:0:16259:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3252680. 02000000:00000010:3.0:1715208166.542051:0:16259:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e30800. 00000100:00000010:3.0:1715208166.542062:0:16259:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6141600. 02000000:00000010:3.0:1715208166.542072:0:16259:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab26e000. 00000400:00000010:3.0:1715208166.542076:0:16259:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.542079:0:16259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257d48. 00000100:00000200:3.0:1715208166.542083:0:16259:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075933696, portal 10 00000400:00000010:3.0:1715208166.542087:0:16259:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257440. 00000100:00000200:3.0:1715208166.542089:0:16259:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526075933696, offset 0 00000400:00000200:3.0:1715208166.542096:0:16259:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.542103:0:16259:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.542106:0:16259:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.542110:0:16259:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.542112:0:16259:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.542114:0:16259:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.542146:0:16259:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [74:74:256:4294967295] 192.168.202.130@tcp LPNI seq info [74:74:8:4294967295] 00000400:00000200:3.0:1715208166.542156:0:16259:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.542162:0:16259:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.542165:0:16259:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba200. 00000800:00000200:3.0:1715208166.542169:0:16259:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.542175:0:16259:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.542185:0:16259:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba200 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.542351:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.542356:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba200. 00000400:00000200:0.0:1715208166.542360:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.542366:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.542371:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257440 00000400:00000010:0.0:1715208166.542372:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257440. 00000100:00000200:0.0:1715208166.542379:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3252680 x1798526075933696/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.544582:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.544593:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 456 into portal 10 MB=0x663bffbe01400 00000400:00000200:0.0:1715208166.544599:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 456/456 into md 0x339 [1] + 224 00000400:00000200:0.0:1715208166.544616:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.544620:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.544627:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3252680 x1798526075933696/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.544703:0:16259:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.544711:0:16259:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257d48 00000400:00000010:3.0:1715208166.544713:0:16259:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257d48. 00000100:00000200:3.0:1715208166.544722:0:16259:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3252680 x1798526075933696/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.544738:0:16259:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3252680 x1798526075933696/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.544767:0:16259:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6141600. 00000080:00000010:3.0:1715208166.544776:0:16259:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e30600. 02000000:00000010:3.0:1715208166.544799:0:16259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab26dc00. 00000100:00000010:3.0:1715208166.544803:0:16259:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251f80. 00000002:00000010:3.0:1715208166.544807:0:16259:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88009e12f360. 00000080:00000010:3.0:1715208166.544811:0:16259:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012a4b2e00. 02000000:00000010:3.0:1715208166.544815:0:16259:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab26e000. 02000000:00000010:3.0:1715208166.544819:0:16259:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e30800. 00000100:00000010:3.0:1715208166.544822:0:16259:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3252680. 00000080:00000010:3.0:1715208166.544826:0:16259:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff88009fe6e000. 00000080:00000010:2.0:1715208166.545204:0:16260:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022ae00. 00000080:00000010:2.0:1715208166.545228:0:16260:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022ae00. 00020000:00000010:2.0:1715208166.545253:0:16260:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012bd27680. 00000008:00000010:2.0:1715208166.545260:0:16260:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c000. 00000008:00000010:2.0:1715208166.545278:0:16260:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c000. 00020000:00000010:2.0:1715208166.545281:0:16260:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012bd27680. 00020000:00000010:2.0:1715208166.545498:0:16260:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012bd27680. 00000008:00000010:2.0:1715208166.545503:0:16260:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c000. 00010000:00000010:2.0:1715208166.545512:0:16260:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690d8c0. 00000020:00000010:2.0:1715208166.545515:0:16260:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b0139340. 00010000:00000010:2.0:1715208166.545520:0:16260:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88012bd27800. 00010000:00000010:2.0:1715208166.545522:0:16260:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b0139300. 00000100:00000010:2.0:1715208166.545527:0:16260:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715208166.545536:0:16260:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b022ae00. 00000100:00000010:2.0:1715208166.545545:0:16260:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14bd80. 02000000:00000010:2.0:1715208166.545554:0:16260:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac655c00. 00000400:00000010:2.0:1715208166.545558:0:16260:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715208166.545561:0:16260:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715208166.545573:0:16260:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075933760, portal 4 00000400:00000010:2.0:1715208166.545577:0:16260:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715208166.545579:0:16260:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526075933760, offset 0 00000400:00000200:2.0:1715208166.545596:0:16260:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.545604:0:16260:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.545608:0:16260:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.545611:0:16260:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.545613:0:16260:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.545615:0:16260:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.545619:0:16260:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [75:75:256:4294967295] 192.168.202.130@tcp LPNI seq info [75:75:8:4294967295] 00000400:00000200:2.0:1715208166.545627:0:16260:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.545632:0:16260:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.545635:0:16260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c800. 00000800:00000200:2.0:1715208166.545639:0:16260:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.545645:0:16260:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.545648:0:16260:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1715208166.545812:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208166.545817:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c800. 00000400:00000200:1.0:1715208166.545821:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208166.545827:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208166.545831:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:1.0:1715208166.545833:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:1.0:1715208166.545839:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075933760/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.547338:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.547349:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 328 into portal 15 MB=0x663bffc303440 00000400:00000200:0.0:1715208166.547356:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.130@tcp of length 328/328 into md 0xd [2] + 0 00000400:00000200:0.0:1715208166.547373:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.547378:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.547383:0:15146:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1715208166.547388:0:15146:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e808000. 00000020:00000010:3.0:1715208166.547498:0:16229:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800aa618000. 00000020:00000010:3.0:1715208166.547520:0:16229:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e30800. 00000020:00000010:3.0:1715208166.547524:0:16229:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b61cea80. 00000020:00000010:3.0:1715208166.547530:0:16229:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b59024b0. 00000100:00000200:3.0:1715208166.547577:0:16229:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1798526081184832 02000000:00000010:3.0:1715208166.547591:0:16229:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ab26e000. 00000400:00000010:3.0:1715208166.547611:0:16229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257d48. 00000100:00000200:3.0:1715208166.547616:0:16229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1798526081184832, offset 224 00000400:00000200:3.0:1715208166.547625:0:16229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.547634:0:16229:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.547642:0:16229:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [76:76:256:4294967295] 192.168.202.130@tcp LPNI seq info [76:76:8:4294967295] 00000400:00000200:3.0:1715208166.547657:0:16229:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.547675:0:16229:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.547679:0:16229:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba700. 00000800:00000200:3.0:1715208166.547685:0:16229:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.547693:0:16229:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.547697:0:16229:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba700 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1715208166.547720:0:16229:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800b6141600. 00000020:00000010:3.0:1715208166.547745:0:16229:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b61cea80. 00000020:00000010:3.0:1715208166.547749:0:16229:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b59024b0. 00000020:00000010:3.0:1715208166.547754:0:16229:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6e30800. 00000800:00000200:0.0:1715208166.547800:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.547803:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba700. 00000400:00000200:0.0:1715208166.547807:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.547812:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.547815:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257d48 00000400:00000010:0.0:1715208166.547817:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257d48. 00000020:00000010:2.0:1715208166.547843:0:16234:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b0135a20. 00000020:00000010:2.0:1715208166.547850:0:16234:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b022aa00. 00000020:00000010:2.0:1715208166.547854:0:16234:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b022b600. 00000020:00000010:2.0:1715208166.547857:0:16234:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e330b40. 00000008:00000010:2.0:1715208166.547861:0:16234:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b58142f0. 00020000:00000010:2.0:1715208166.547864:0:16234:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f14b900. 00008000:00000010:2.0:1715208166.547867:0:16234:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3d530. 00000080:00000010:2.0:1715208166.547872:0:16234:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb7390. 00000080:00000010:2.0:1715208166.547875:0:16234:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3cdb0. 00000020:00000010:2.0:1715208166.547878:0:16234:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b63d0200. 00000008:00000010:2.0:1715208166.547880:0:16234:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b00e06e0. 00020000:00000010:2.0:1715208166.547882:0:16234:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a690db00. 00008000:00000010:2.0:1715208166.547885:0:16234:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e115e00. 00000080:00000010:2.0:1715208166.547887:0:16234:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009ffe14b0. 00000020:00000010:2.0:1715208166.547891:0:16234:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b0135900. 00000020:00000010:2.0:1715208166.547902:0:16234:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e28200. 00000020:00000010:2.0:1715208166.547905:0:16234:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b600aa00. 00000020:00000010:2.0:1715208166.547907:0:16234:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e330f60. 00000008:00000010:2.0:1715208166.547910:0:16234:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5814e18. 00020000:00000010:2.0:1715208166.547912:0:16234:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009f14bc00. 00008000:00000010:2.0:1715208166.547914:0:16234:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3d8b8. 00000080:00000010:2.0:1715208166.547917:0:16234:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb7428. 00000080:00000010:2.0:1715208166.547919:0:16234:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3cff8. 00000020:00000010:2.0:1715208166.547922:0:16234:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b600a000. 00000008:00000010:2.0:1715208166.547924:0:16234:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b00e0840. 00020000:00000010:2.0:1715208166.547926:0:16234:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a690dd40. 00008000:00000010:2.0:1715208166.547928:0:16234:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e115e08. 00000080:00000010:2.0:1715208166.547930:0:16234:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009ffe15a0. 00010000:00000010:2.0:1715208166.547950:0:16234:0:(ldlm_extent.c:977:ldlm_interval_free()) slab-freed 'node': 72 at ffff88009ea08980. 00000100:00000010:2.0:1715208166.547963:0:16234:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5880. 02000000:00000010:2.0:1715208166.547971:0:16234:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b600a200. 00010000:00000010:2.0:1715208166.548016:0:16234:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8801311d1200. 00010000:00000010:2.0:1715208166.548024:0:16234:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800b6141600. 02000000:00000010:0.0:1715208166.548042:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3600. 00000400:00000010:0.0:1715208166.548047:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000010:0.0:1715208166.548051:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715208166.548054:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075933824, portal 18 00000400:00000010:0.0:1715208166.548059:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715208166.548061:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1798526075933824, offset 0 00000400:00000200:0.0:1715208166.548066:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208166.548073:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.548077:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208166.548089:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208166.548091:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.548094:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208166.548097:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [77:77:256:4294967295] 192.168.202.130@tcp LPNI seq info [77:77:8:4294967295] 00000400:00000200:0.0:1715208166.548106:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208166.548111:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.548143:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:0.0:1715208166.548148:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.548154:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.548158:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1715208166.548279:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208166.548286:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715208166.548292:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208166.548300:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208166.548305:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715208166.548307:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715208166.548315:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5880 x1798526075933824/t0(0) o103->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.549191:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.549202:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 400 into portal 4 MB=0x663bffbe01440 00000400:00000200:0.0:1715208166.549209:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 400/400 into md 0x341 [1] + 224 00000400:00000200:0.0:1715208166.549227:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.549233:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.549241:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075933760/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.549373:0:16260:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:2.0:1715208166.549380:0:16260:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:2.0:1715208166.549382:0:16260:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715208166.549389:0:16260:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075933760/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.549400:0:16260:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075933760/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.549421:0:16260:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14bd80. 00000400:00000200:0.0:1715208166.549634:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.549642:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 392 into portal 15 MB=0x663bffc303480 00000400:00000200:0.0:1715208166.549647:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.130@tcp of length 392/392 into md 0xd [2] + 328 00000400:00000200:0.0:1715208166.549662:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.549666:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.549670:0:15145:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1715208166.549674:0:15145:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e808380. 00000020:00000010:3.0:1715208166.549746:0:16229:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e30800. 00000020:00000010:3.0:1715208166.549752:0:16229:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b61cea80. 00000020:00000010:3.0:1715208166.549755:0:16229:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b59024b0. 00000100:00000200:3.0:1715208166.549785:0:16229:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1798526081184896 00000020:00000010:3.0:1715208166.549802:0:16229:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b6e30600. 00010000:00000010:3.0:1715208166.549807:0:16229:0:(ldlm_lock.c:2377:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a4b2040. 00000100:00000010:3.0:1715208166.549814:0:16229:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6141e40. 00000100:00000010:3.0:1715208166.549832:0:16229:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6141e40. 00010000:00000010:3.0:1715208166.549836:0:16229:0:(ldlm_lock.c:2423:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a4b2040. 02000000:00000010:3.0:1715208166.549841:0:16229:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ab26dc00. 00000400:00000010:3.0:1715208166.549850:0:16229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257ee0. 00000100:00000200:3.0:1715208166.549854:0:16229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1798526081184896, offset 224 00000400:00000200:3.0:1715208166.549862:0:16229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:2.0:1715208166.549870:0:16260:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac655c00. 00000400:00000200:3.0:1715208166.549871:0:16229:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 02000000:00000010:2.0:1715208166.549876:0:16260:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b022ae00. 00000400:00000200:3.0:1715208166.549878:0:16229:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [78:78:256:4294967295] 192.168.202.130@tcp LPNI seq info [78:78:8:4294967295] 00000100:00000010:2.0:1715208166.549879:0:16260:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000400:00000200:3.0:1715208166.549891:0:16229:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.549898:0:16229:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.549902:0:16229:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba900. 00000800:00000200:3.0:1715208166.549907:0:16229:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.549914:0:16229:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000020:00000010:2.0:1715208166.549919:0:16260:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b00d4000. 00000800:00000200:3.0:1715208166.549926:0:16229:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba900 type 1, nob 320 niov 1 nkiov 1 00000008:00000010:2.0:1715208166.549942:0:16260:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff8800a9a7b0b8. 00000020:00000010:3.0:1715208166.549952:0:16229:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b61cea80. 00000020:00000010:3.0:1715208166.549956:0:16229:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b59024b0. 00000020:00000010:3.0:1715208166.549960:0:16229:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6e30800. 00000008:00000010:2.0:1715208166.549971:0:16260:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c000. 00020000:00000010:2.0:1715208166.549978:0:16260:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012bd27680. 00000800:00000200:1.0:1715208166.550018:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208166.550024:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba900. 00000400:00000200:1.0:1715208166.550028:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208166.550034:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208166.550038:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257ee0 00000400:00000010:1.0:1715208166.550040:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257ee0. 00000080:00000010:2.0:1715208166.550386:0:16260:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b600a400. 00000100:00000010:2.0:1715208166.550395:0:16260:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715208166.550404:0:16260:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b600a600. 00000100:00000010:2.0:1715208166.550414:0:16260:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14bd80. 02000000:00000010:2.0:1715208166.550425:0:16260:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac655c00. 00000400:00000010:2.0:1715208166.550428:0:16260:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715208166.550431:0:16260:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715208166.550435:0:16260:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075933952, portal 10 00000400:00000010:2.0:1715208166.550439:0:16260:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:2.0:1715208166.550441:0:16260:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526075933952, offset 0 00000400:00000200:2.0:1715208166.550448:0:16260:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.550455:0:16260:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.550491:0:16260:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.550494:0:16260:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.550497:0:16260:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.550500:0:16260:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.550503:0:16260:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [79:79:256:4294967295] 192.168.202.130@tcp LPNI seq info [79:79:8:4294967295] 00000400:00000200:2.0:1715208166.550512:0:16260:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.550518:0:16260:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.550521:0:16260:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715208166.550526:0:16260:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.550531:0:16260:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.550535:0:16260:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.550655:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.550660:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715208166.550665:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.550673:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.550678:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:0.0:1715208166.550690:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:0.0:1715208166.550700:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075933952/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.551332:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.551344:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 18 MB=0x663bffbe01480 00000400:00000200:0.0:1715208166.551352:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.130@tcp of length 224/224 into md 0x34d [1] + 224 00000400:00000200:0.0:1715208166.551372:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.551377:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.551383:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5880 x1798526075933824/t0(0) o103->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.551475:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:2.0:1715208166.551480:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715208166.551482:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715208166.551490:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5880 x1798526075933824/t0(0) o103->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.551504:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5880 x1798526075933824/t0(0) o103->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:2.0:1715208166.551548:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3600. 02000000:00000010:2.0:1715208166.551554:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b600a200. 00000100:00000010:2.0:1715208166.551557:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5880. 00000400:00000200:0.0:1715208166.552551:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.552562:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 456 into portal 10 MB=0x663bffbe01500 00000400:00000200:0.0:1715208166.552568:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 456/456 into md 0x359 [1] + 224 00000400:00000200:0.0:1715208166.552584:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.552589:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.552595:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075933952/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.552721:0:16260:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:2.0:1715208166.552729:0:16260:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:2.0:1715208166.552731:0:16260:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715208166.552738:0:16260:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075933952/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.552749:0:16260:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075933952/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.552773:0:16260:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14bd80. 00000080:00000010:2.0:1715208166.552781:0:16260:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b600a400. 00000080:00000010:2.0:1715208166.552787:0:16260:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b0139d40. 00000080:00000010:2.0:1715208166.552790:0:16260:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800b60e6000. 00000080:00000010:1.0:1715208166.555099:0:16262:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ceee00. 00000080:00000010:1.0:1715208166.555158:0:16262:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ceee00. 00000080:00000010:1.0:1715208166.555190:0:16262:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff88009eb78000. 00000080:00000010:1.0:1715208166.555196:0:16262:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6ceee00. 00000100:00000010:1.0:1715208166.555216:0:16262:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2711180. 02000000:00000010:1.0:1715208166.555228:0:16262:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a4f8b000. 00010000:00000010:1.0:1715208166.555236:0:16262:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009ea08300. 00010000:00000010:1.0:1715208166.555246:0:16262:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5865c00. 00010000:00000010:1.0:1715208166.555248:0:16262:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009ea08300. 00010000:00000010:1.0:1715208166.555252:0:16262:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a941dd40. 00000100:00000010:1.0:1715208166.555261:0:16262:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fd180c0. 02000000:00000010:1.0:1715208166.555297:0:16262:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009ffa0000. 00000400:00000010:1.0:1715208166.555301:0:16262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6898. 00000400:00000010:1.0:1715208166.555306:0:16262:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800a4f8b400. 00000100:00000200:1.0:1715208166.555310:0:16262:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526075934080, portal 10 00000400:00000010:1.0:1715208166.555315:0:16262:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dad48. 00000100:00000200:1.0:1715208166.555317:0:16262:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1798526075934080, offset 0 00000400:00000200:1.0:1715208166.555323:0:16262:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.555331:0:16262:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208166.555335:0:16262:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208166.555338:0:16262:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208166.555341:0:16262:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.555343:0:16262:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208166.555346:0:16262:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [80:80:256:4294967295] 192.168.202.130@tcp LPNI seq info [80:80:8:4294967295] 00000400:00000200:1.0:1715208166.555355:0:16262:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208166.555360:0:16262:0:(socklnd_cb.c:1007:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208166.555363:0:16262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715208166.555367:0:16262:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208166.555373:0:16262:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208166.555376:0:16262:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:2.0:1715208166.555495:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.555501:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715208166.555505:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.555512:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.555516:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dad48 00000400:00000010:2.0:1715208166.555518:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dad48. 00000100:00000200:2.0:1715208166.555524:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2711180 x1798526075934080/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000080:00000010:0.0:1715208166.557184:0:16261:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800ab8a3c00. 00000100:00000010:0.0:1715208166.557203:0:16261:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80b800. 02000000:00000010:0.0:1715208166.557215:0:16261:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab31d800. 00010000:00000010:0.0:1715208166.557224:0:16261:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a803c480. 00000100:00000010:0.0:1715208166.557233:0:16261:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f6fa780. 02000000:00000010:0.0:1715208166.557244:0:16261:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800a9409800. 00000400:00000010:0.0:1715208166.557248:0:16261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 00000400:00000010:0.0:1715208166.557252:0:16261:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715208166.557256:0:16261:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075934144, portal 10 00000400:00000010:0.0:1715208166.557372:0:16261:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715208166.557377:0:16261:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526075934144, offset 0 00000400:00000200:0.0:1715208166.557383:0:16261:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208166.557397:0:16261:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.557400:0:16261:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208166.557403:0:16261:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208166.557406:0:16261:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.557408:0:16261:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208166.557411:0:16261:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [81:81:256:4294967295] 192.168.202.130@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:0.0:1715208166.557420:0:16261:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208166.557425:0:16261:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.557428:0:16261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:0.0:1715208166.557432:0:16261:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.557438:0:16261:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.557441:0:16261:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 672 niov 1 nkiov 1 00000400:00000200:2.0:1715208166.557505:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:2.0:1715208166.557518:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 328 into portal 15 MB=0x663bffc3034c0 00000400:00000200:2.0:1715208166.557524:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.130@tcp of length 328/328 into md 0xd [2] + 720 00000800:00000200:1.0:1715208166.557558:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208166.557571:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715208166.557576:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.557577:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208166.557582:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.557583:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208166.557586:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715208166.557588:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715208166.557594:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009e80b800 x1798526075934144/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.557597:0:15145:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1715208166.557600:0:15145:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5880. 00000020:00000010:3.0:1715208166.557735:0:16229:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e30800. 00000020:00000010:3.0:1715208166.557742:0:16229:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b61cea80. 00000020:00000010:3.0:1715208166.557746:0:16229:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b59024b0. 00000100:00000200:3.0:1715208166.557780:0:16229:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1798526081184960 02000000:00000010:3.0:1715208166.557791:0:16229:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ab26e800. 00000400:00000010:3.0:1715208166.557798:0:16229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257b28. 00000100:00000200:3.0:1715208166.557802:0:16229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1798526081184960, offset 224 00000400:00000200:3.0:1715208166.557809:0:16229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.557817:0:16229:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.557822:0:16229:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [82:82:256:4294967295] 192.168.202.130@tcp LPNI seq info [82:82:8:4294967295] 00000400:00000200:3.0:1715208166.557832:0:16229:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.557837:0:16229:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.557840:0:16229:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba400. 00000800:00000200:3.0:1715208166.557844:0:16229:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.557850:0:16229:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.557853:0:16229:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba400 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1715208166.557870:0:16229:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800b6141e40. 00000020:00000010:3.0:1715208166.557887:0:16229:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b61cea80. 00000020:00000010:3.0:1715208166.557890:0:16229:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b59024b0. 00000020:00000010:3.0:1715208166.557893:0:16229:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6e30800. 00000800:00000200:2.0:1715208166.557969:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.557974:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba400. 00000400:00000200:2.0:1715208166.557979:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.557986:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.557990:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257b28 00000400:00000010:2.0:1715208166.557993:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257b28. 00000100:00000010:0.0:1715208166.558016:0:16233:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80bb80. 02000000:00000010:0.0:1715208166.558028:0:16233:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a2e00. 00010000:00000010:0.0:1715208166.558067:0:16233:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b0139180. 00010000:00000010:0.0:1715208166.558073:0:16233:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bd27300. 00010000:00000010:0.0:1715208166.558080:0:16233:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800b6141e40. 02000000:00000010:1.0:1715208166.558148:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0c00. 00000400:00000010:1.0:1715208166.558156:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd68f0. 00000400:00000010:1.0:1715208166.558161:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000100:00000200:1.0:1715208166.558166:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075934208, portal 18 00000400:00000010:1.0:1715208166.558172:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dab28. 00000100:00000200:1.0:1715208166.558175:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1798526075934208, offset 0 00000400:00000200:1.0:1715208166.558183:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.558192:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208166.558197:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208166.558201:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208166.558205:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.558208:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208166.558212:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [83:83:256:4294967295] 192.168.202.130@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:1.0:1715208166.558227:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208166.558234:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208166.558238:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715208166.558244:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208166.558251:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208166.558256:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1715208166.558381:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.558386:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715208166.558391:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.558398:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.558403:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dab28 00000400:00000010:2.0:1715208166.558406:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dab28. 00000100:00000200:2.0:1715208166.558413:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009e80bb80 x1798526075934208/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.559275:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.559353:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 688 into portal 10 MB=0x663bffbe015c0 00000400:00000200:0.0:1715208166.559359:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 688/688 into md 0x369 [1] + 224 00000400:00000200:0.0:1715208166.559369:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.559373:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.559379:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009e80b800 x1798526075934144/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.559413:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.559418:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 18 MB=0x663bffbe01600 00000400:00000200:0.0:1715208166.559422:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.130@tcp of length 224/224 into md 0x375 [1] + 224 00000400:00000200:0.0:1715208166.559427:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.559438:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.559443:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009e80bb80 x1798526075934208/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.559494:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000010:2.0:1715208166.559497:0:16261:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:0.0:1715208166.559500:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 664 into portal 10 MB=0x663bffbe01580 00000400:00000200:2.0:1715208166.559502:0:16261:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715208166.559505:0:16261:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000400:00000200:0.0:1715208166.559511:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 664/664 into md 0x361 [32] + 224 00000100:00000200:2.0:1715208166.559513:0:16261:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009e80b800 x1798526075934144/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.559528:0:16261:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009e80b800 x1798526075934144/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.559530:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.559534:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.559539:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2711180 x1798526075934080/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1715208166.559551:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd68f0. 00000100:00000010:2.0:1715208166.559557:0:16261:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f6fa780. 00000400:00000200:1.0:1715208166.559559:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:1.0:1715208166.559561:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000100:00000200:1.0:1715208166.559568:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009e80bb80 x1798526075934208/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000080:00000010:2.0:1715208166.559581:0:16261:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a3c00. 00800000:00000010:2.0:1715208166.559589:0:16261:0:(lmv_obd.c:3734:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8800b0139d40. 00000400:00000010:0.0:1715208166.559590:0:16262:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6898. 00000400:00000200:0.0:1715208166.559593:0:16262:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a4f8b400 00000400:00000010:0.0:1715208166.559594:0:16262:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800a4f8b400. 00000100:00000200:1.0:1715208166.559595:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009e80bb80 x1798526075934208/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00800000:00000010:2.0:1715208166.559596:0:16261:0:(lmv_obd.c:3868:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff8800b0139d40. 00000100:00000200:0.0:1715208166.559599:0:16262:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2711180 x1798526075934080/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 02000000:00000010:2.0:1715208166.559606:0:16261:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800a9409800. 00000100:00000200:0.0:1715208166.559607:0:16262:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2711180 x1798526075934080/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 02000000:00000010:2.0:1715208166.559609:0:16261:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab31d800. 00000100:00000010:2.0:1715208166.559613:0:16261:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009e80b800. 02000000:00000010:1.0:1715208166.559617:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0c00. 02000000:00000010:1.0:1715208166.559622:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a2e00. 00000100:00000010:1.0:1715208166.559625:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009e80bb80. 00000100:00000010:0.0:1715208166.559628:0:16262:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fd180c0. 00000080:00000010:2.0:1715208166.559628:0:16261:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff88009e330720. 00000080:00000010:2.0:1715208166.559632:0:16261:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b600a800. 00010000:00000010:0.0:1715208166.559637:0:16262:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b414d800. 00010000:00000010:0.0:1715208166.559639:0:16262:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e9a9480. 00000020:00000010:2.0:1715208166.559641:0:16261:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800ac655800. 00000100:00000010:2.0:1715208166.559649:0:16261:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 00000080:00000010:0.0:1715208166.559657:0:16262:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6ceee00. 02000000:00000010:2.0:1715208166.559668:0:16261:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac655000. 00020000:00000010:0.0:1715208166.559669:0:16262:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012f325a20. 00020000:00000010:0.0:1715208166.559671:0:16262:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e9a9000. 00020000:00000010:0.0:1715208166.559674:0:16262:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012f325960. 00020000:00000010:0.0:1715208166.559677:0:16262:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e9a9000. 00020000:00000010:0.0:1715208166.559679:0:16262:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88012f325a20. 00010000:00000010:2.0:1715208166.559679:0:16261:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690df80. 00000020:00000010:2.0:1715208166.559682:0:16261:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b0139d40. 00020000:00000010:0.0:1715208166.559683:0:16262:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88012f325960. 00000100:00000010:2.0:1715208166.559692:0:16261:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14bd80. 00000080:00000010:0.0:1715208166.559696:0:16262:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff88012e2797c0. 00000002:00000010:0.0:1715208166.559702:0:16262:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88009f2e7f00. 02000000:00000010:0.0:1715208166.559709:0:16262:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009ffa0000. 02000000:00000010:2.0:1715208166.559765:0:16261:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009e0c0000. 00000400:00000010:2.0:1715208166.559769:0:16261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715208166.559773:0:16261:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800ac654400. 00000100:00000200:2.0:1715208166.559777:0:16261:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526075934336, portal 10 00000400:00000010:2.0:1715208166.559781:0:16261:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715208166.559783:0:16261:0:(niobuf.c:87:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1798526075934336, offset 0 00000400:00000200:2.0:1715208166.559788:0:16261:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.559795:0:16261:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.559799:0:16261:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.559802:0:16261:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.559804:0:16261:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.559807:0:16261:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.559810:0:16261:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [84:84:256:4294967295] 192.168.202.130@tcp LPNI seq info [84:84:8:4294967295] 00000400:00000200:2.0:1715208166.559819:0:16261:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.559824:0:16261:0:(socklnd_cb.c:1007:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.559827:0:16261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715208166.559831:0:16261:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.559836:0:16261:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.559839:0:16261:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 752 niov 1 nkiov 1 00000800:00000200:3.0:1715208166.560013:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1715208166.560018:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:3.0:1715208166.560022:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715208166.560029:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715208166.560032:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:3.0:1715208166.560034:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:3.0:1715208166.560040:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526075934336/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715208182 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.562291:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.562302:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 664 into portal 10 MB=0x663bffbe01680 00000400:00000200:0.0:1715208166.562308:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 664/664 into md 0x37d [32] + 224 00000400:00000200:0.0:1715208166.562325:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.562329:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.562335:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526075934336/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.562478:0:16261:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000080:00000010:1.0:1715208166.562483:0:16262:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e3d0c00. 00000400:00000200:2.0:1715208166.562486:0:16261:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac654400 00000400:00000010:2.0:1715208166.562488:0:16261:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800ac654400. 00000100:00000200:2.0:1715208166.562497:0:16261:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526075934336/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:1.0:1715208166.562502:0:16262:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2711500. 00000100:00000200:2.0:1715208166.562507:0:16261:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526075934336/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 656/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 02000000:00000010:1.0:1715208166.562514:0:16262:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a4f8b800. 00010000:00000010:1.0:1715208166.562523:0:16262:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a941df80. 00000100:00000010:1.0:1715208166.562532:0:16262:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fd18180. 02000000:00000010:1.0:1715208166.562543:0:16262:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800aa6ed800. 00000400:00000010:1.0:1715208166.562547:0:16262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd68f0. 00000100:00000010:2.0:1715208166.562547:0:16261:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14bd80. 00000400:00000010:1.0:1715208166.562551:0:16262:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000100:00000200:1.0:1715208166.562555:0:16262:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075934400, portal 10 00000400:00000010:1.0:1715208166.562558:0:16262:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da000. 00010000:00000010:2.0:1715208166.562559:0:16261:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e6c500. 00000100:00000200:1.0:1715208166.562560:0:16262:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526075934400, offset 0 00010000:00000010:2.0:1715208166.562562:0:16261:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012bd27680. 00000400:00000200:1.0:1715208166.562566:0:16262:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000020:00000010:2.0:1715208166.562570:0:16261:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b600a200. 00000400:00000200:1.0:1715208166.562574:0:16262:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208166.562577:0:16262:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208166.562580:0:16262:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000002:00000010:2.0:1715208166.562581:0:16261:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b0139380. 00000400:00000200:1.0:1715208166.562583:0:16262:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.562585:0:16262:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208166.562588:0:16262:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [85:85:256:4294967295] 192.168.202.130@tcp LPNI seq info [85:85:8:4294967295] 00000080:00000010:2.0:1715208166.562596:0:16261:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009de62800. 00000400:00000200:1.0:1715208166.562597:0:16262:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208166.562602:0:16262:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.130@tcp 00000080:00000010:2.0:1715208166.562605:0:16261:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b62c5578. 00000800:00000010:1.0:1715208166.562606:0:16262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715208166.562610:0:16262:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00020000:00000010:2.0:1715208166.562611:0:16261:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88009f2cb000. 00020000:00000010:2.0:1715208166.562615:0:16261:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330360. 00000800:00000200:1.0:1715208166.562616:0:16262:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00020000:00000010:2.0:1715208166.562617:0:16261:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012bd27700. 00000800:00000200:1.0:1715208166.562619:0:16262:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 672 niov 1 nkiov 1 00020000:00000010:2.0:1715208166.562619:0:16261:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330c00. 00020000:00000010:2.0:1715208166.562623:0:16261:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88009e84f6d0. 00020000:00000010:2.0:1715208166.562625:0:16261:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009f14bd80. 00020000:00000010:2.0:1715208166.562628:0:16261:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009e115df8. 00020000:00000010:2.0:1715208166.562632:0:16261:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b62c5640. 00000008:00000010:2.0:1715208166.562637:0:16261:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800ac5d44b0. 00020000:00000010:2.0:1715208166.562648:0:16261:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330c60. 00020000:00000010:2.0:1715208166.562650:0:16261:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012bd27900. 00020000:00000010:2.0:1715208166.562652:0:16261:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330540. 00020000:00000010:2.0:1715208166.562655:0:16261:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012bd27900. 00020000:00000010:2.0:1715208166.562657:0:16261:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009e330c60. 00020000:00000010:2.0:1715208166.562659:0:16261:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009e330540. 00000080:00000010:2.0:1715208166.562666:0:16261:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa6ca200. 00000080:00000010:2.0:1715208166.562671:0:16261:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b600a800. 00000080:00000010:2.0:1715208166.562677:0:16261:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800b60e6000. 00000080:00000010:2.0:1715208166.562680:0:16261:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b0139ec0. 00000002:00000010:2.0:1715208166.562686:0:16261:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800aa6ca080. 02000000:00000010:2.0:1715208166.562692:0:16261:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009e0c0000. 00000800:00000200:0.0:1715208166.562723:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.562727:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715208166.562730:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.562735:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.562738:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da000 00000080:00000010:2.0:1715208166.562738:0:16261:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff88009e330720. 00000400:00000010:0.0:1715208166.562740:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da000. 00000100:00000200:0.0:1715208166.562745:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2711500 x1798526075934400/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000080:00000010:2.0:1715208166.562816:0:16261:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b600a800. 00000080:00000010:2.0:1715208166.562831:0:16261:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b600a800. 00020000:00000010:2.0:1715208166.562854:0:16261:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012bd27900. 00000008:00000010:2.0:1715208166.562860:0:16261:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c000. 00010000:00000010:2.0:1715208166.562867:0:16261:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e6c400. 00010000:00000010:2.0:1715208166.562870:0:16261:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009f14be40. 00010000:00000010:2.0:1715208166.562873:0:16261:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690e1c0. 00010000:00000010:2.0:1715208166.562876:0:16261:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88012bd27580. 00010000:00000010:2.0:1715208166.562879:0:16261:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b01391c0. 00000100:00000010:2.0:1715208166.562883:0:16261:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715208166.562891:0:16261:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b600a800. 02000000:00000010:0.0:1715208166.562960:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab31e400. 00000400:00000010:0.0:1715208166.562965:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 00000400:00000010:0.0:1715208166.562968:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715208166.562972:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075934464, portal 4 00000400:00000010:0.0:1715208166.562976:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715208166.562979:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526075934464, offset 0 00000400:00000200:0.0:1715208166.562984:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208166.562991:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.562995:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208166.562998:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208166.563001:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.563004:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208166.563007:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [86:86:256:4294967295] 192.168.202.130@tcp LPNI seq info [86:86:8:4294967295] 00000400:00000200:0.0:1715208166.563016:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208166.563020:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.563031:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000800:00000200:0.0:1715208166.563035:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.563041:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.563044:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1715208166.563117:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1715208166.563149:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:3.0:1715208166.563153:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715208166.563160:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715208166.563164:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:3.0:1715208166.563166:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:3.0:1715208166.563172:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526075934464/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.564734:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.564748:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 400 into portal 4 MB=0x663bffbe01700 00000400:00000200:0.0:1715208166.564754:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 400/400 into md 0x38d [1] + 224 00000400:00000200:0.0:1715208166.564764:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.564767:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.564774:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526075934464/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.564813:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.564818:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 328 into portal 15 MB=0x663bffc303500 00000400:00000200:0.0:1715208166.564822:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.130@tcp of length 328/328 into md 0xd [2] + 1048 00000400:00000200:0.0:1715208166.564837:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.564841:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.564844:0:15144:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1715208166.564848:0:15144:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80bb80. 00000400:00000010:2.0:1715208166.564898:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 00000400:00000200:2.0:1715208166.564905:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715208166.564907:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715208166.564915:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526075934464/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.564926:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526075934464/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000020:00000010:3.0:1715208166.564972:0:16229:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e31200. 00000020:00000010:3.0:1715208166.564978:0:16229:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b61cea80. 00000020:00000010:3.0:1715208166.564982:0:16229:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b59024b0. 02000000:00000010:2.0:1715208166.564991:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab31e400. 02000000:00000010:2.0:1715208166.564997:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b600a800. 00000100:00000010:2.0:1715208166.565000:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000100:00000200:3.0:1715208166.565016:0:16229:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1798526081185024 02000000:00000010:3.0:1715208166.565026:0:16229:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ab26ec00. 00000400:00000010:3.0:1715208166.565034:0:16229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02576e8. 00000008:00000010:0.0:1715208166.565035:0:16261:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c000. 00000100:00000200:3.0:1715208166.565038:0:16229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1798526081185024, offset 224 00020000:00000010:0.0:1715208166.565040:0:16261:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012bd27900. 00000400:00000200:3.0:1715208166.565045:0:16229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.565053:0:16229:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.565059:0:16229:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [87:87:256:4294967295] 192.168.202.130@tcp LPNI seq info [87:87:8:4294967295] 00000400:00000200:3.0:1715208166.565069:0:16229:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00020000:00000010:0.0:1715208166.565074:0:16261:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e9a9000. 00000800:00000200:3.0:1715208166.565074:0:16229:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.565077:0:16229:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba600. 00000008:00000010:0.0:1715208166.565080:0:16261:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a3992000. 00000800:00000200:3.0:1715208166.565081:0:16229:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.565088:0:16229:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.565091:0:16229:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1715208166.565101:0:16261:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800ab8a2800. 00010000:00000010:3.0:1715208166.565113:0:16229:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800b6141d80. 00000008:00000010:0.0:1715208166.565151:0:16261:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a3992000. 00020000:00000010:0.0:1715208166.565155:0:16261:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e9a9000. 00000020:00000010:3.0:1715208166.565157:0:16229:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b61cea80. 00000020:00000010:3.0:1715208166.565162:0:16229:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b59024b0. 00000020:00000010:3.0:1715208166.565165:0:16229:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6e31200. 00000020:00000010:0.0:1715208166.565176:0:16261:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 704 at ffff8800ab31e000. 00000100:00000010:2.0:1715208166.565185:0:16234:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715208166.565194:0:16234:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b600a800. 00000800:00000200:1.0:1715208166.565205:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.1:1715208166.565209:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a941db00. 00000800:00000010:1.0:1715208166.565210:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba600. 00000400:00000200:1.0:1715208166.565214:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1715208166.565218:0:16234:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e9a9480. 00000400:00000200:1.0:1715208166.565220:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208166.565224:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02576e8 00000400:00000010:1.0:1715208166.565226:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02576e8. 00010000:00000010:2.0:1715208166.565227:0:16234:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800b6141d80. 02000000:00000010:3.0:1715208166.565244:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31200. 00000400:00000010:3.0:1715208166.565255:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.565259:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257dd0. 00000100:00000200:3.0:1715208166.565263:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075934528, portal 18 00000400:00000010:3.0:1715208166.565268:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257550. 00000100:00000200:3.0:1715208166.565269:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1798526075934528, offset 0 00000400:00000200:3.0:1715208166.565275:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.565282:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.565286:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.565289:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.565292:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.565294:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.565297:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [88:88:256:4294967295] 192.168.202.130@tcp LPNI seq info [88:88:8:4294967295] 00020000:00000010:0.0:1715208166.565298:0:16261:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e9a9000. 00000008:00000010:0.0:1715208166.565302:0:16261:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a3992000. 00000400:00000200:3.0:1715208166.565305:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.565310:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.565313:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba800. 00000800:00000200:3.0:1715208166.565317:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.565323:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.565326:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba800 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1715208166.565330:0:16261:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096000. 00000008:00000010:0.0:1715208166.565354:0:16261:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff8800ab0c4000. 00000008:00000010:3.0:1715208166.565390:0:15153:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 8 at ffff88009e35da40. 00000008:00000010:3.0:1715208166.565394:0:15153:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b6e0f1a0. 00000100:00000010:3.0:1715208166.565410:0:15153:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3252680. 02000000:00000010:3.0:1715208166.565417:0:15153:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e31400. 00000800:00000200:2.0:1715208166.565423:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.565426:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba800. 00000400:00000200:2.0:1715208166.565430:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.565435:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.565439:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257550 00000400:00000010:2.0:1715208166.565440:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257550. 00000100:00000200:2.0:1715208166.565445:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526075934528/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:3.0:1715208166.565446:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8800aa61a000. 00000400:00000010:3.0:1715208166.565449:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f78. 00000400:00000010:3.0:1715208166.565454:0:15153:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6141d80. 00000100:00000200:3.0:1715208166.565483:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1798526075934656, portal 4 00000020:00000010:3.0:1715208166.565490:0:15153:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800aa61c000. 00000400:00000010:3.0:1715208166.565495:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257880. 00000100:00000200:3.0:1715208166.565497:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1798526075934656, offset 0 00000400:00000200:3.0:1715208166.565502:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.565508:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.565517:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.565521:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.565523:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.565525:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.565528:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [89:89:256:4294967295] 192.168.202.130@tcp LPNI seq info [89:89:8:4294967295] 00000400:00000200:3.0:1715208166.565537:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.565542:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.565545:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaa00. 00000800:00000200:3.0:1715208166.565549:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.565554:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.565557:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaa00 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.565653:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.565657:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaa00. 00000400:00000200:0.0:1715208166.565660:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.565665:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.565668:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257880 00000400:00000010:0.0:1715208166.565670:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257880. 00000100:00000200:0.0:1715208166.565675:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3252680 x1798526075934656/t0(0) o3->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.566755:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.566764:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 18 MB=0x663bffbe01740 00000400:00000200:0.0:1715208166.566769:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.130@tcp of length 224/224 into md 0x399 [1] + 224 00000400:00000200:0.0:1715208166.566776:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.566779:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.566785:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526075934528/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.566812:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.566816:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 4536 into portal 4 MB=0x663bffbe017c0 00000400:00000200:0.0:1715208166.566820:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 4536/4536 into md 0x3a1 [2] + 224 00000400:00000200:0.0:1715208166.566838:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.566842:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.566845:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000100:00000200:0.0:1715208166.566846:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3252680 x1798526075934656/t0(0) o3->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:2.0:1715208166.566858:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 640 into portal 10 MB=0x663bffbe016c0 00000400:00000200:2.0:1715208166.566864:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 640/640 into md 0x385 [1] + 224 00000400:00000010:0.0:1715208166.566879:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f78. 00000400:00000200:0.0:1715208166.566883:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6141d80 00000400:00000010:0.0:1715208166.566884:0:15153:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 152 at ffff8800b6141d80. 00000400:00000200:2.0:1715208166.566885:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1715208166.566888:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3252680 x1798526075934656/t0(0) o3->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:2.0:1715208166.566890:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.566896:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3252680 x1798526075934656/t0(0) o3->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.566897:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2711500 x1798526075934400/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.566907:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.566916:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257dd0 00000400:00000010:3.0:1715208166.566917:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257dd0. 00000100:00000200:3.0:1715208166.566925:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526075934528/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.566936:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526075934528/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000008:00000010:0.0:1715208166.566941:0:15153:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6e0f1a0. 00000008:00000010:0.0:1715208166.566956:0:15153:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff8800ab0c4000. 00000008:00000010:0.0:1715208166.566959:0:15153:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 8 at ffff88009e35da40. 02000000:00000010:3.0:1715208166.566959:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31200. 02000000:00000010:3.0:1715208166.566963:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b600a800. 02000000:00000010:0.0:1715208166.566966:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8800aa61a000. 00000100:00000010:3.0:1715208166.566966:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 02000000:00000010:0.0:1715208166.566971:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e31400. 00000100:00000010:0.0:1715208166.566975:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3252680. 00000008:00000010:0.0:1715208166.567004:0:16261:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a3992000. 00020000:00000010:0.0:1715208166.567008:0:16261:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e9a9000. 00000400:00000010:1.0:1715208166.567024:0:16262:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd68f0. 00020000:00000010:0.0:1715208166.567030:0:16261:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e9a9000. 00000400:00000200:1.0:1715208166.567032:0:16262:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:1.0:1715208166.567034:0:16262:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000008:00000010:0.0:1715208166.567035:0:16261:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a3992000. 00000100:00000200:1.0:1715208166.567041:0:16262:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2711500 x1798526075934400/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000008:00000010:0.0:1715208166.567052:0:16261:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a3992000. 00000100:00000200:1.0:1715208166.567052:0:16262:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2711500 x1798526075934400/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00020000:00000010:0.0:1715208166.567054:0:16261:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e9a9000. 00020000:00000010:0.0:1715208166.567072:0:16261:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e9a9000. 00000008:00000010:0.0:1715208166.567075:0:16261:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a3992000. 00000100:00000010:1.0:1715208166.567076:0:16262:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fd18180. 00020000:00000010:0.0:1715208166.567086:0:16261:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e9a9b00. 00010000:00000010:1.0:1715208166.567086:0:16262:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5865200. 00010000:00000010:1.0:1715208166.567088:0:16262:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009ea08400. 00000008:00000010:0.0:1715208166.567089:0:16261:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a3992130. 00000008:00000010:0.0:1715208166.567095:0:16261:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a3992130. 00020000:00000010:0.0:1715208166.567097:0:16261:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e9a9b00. 00000002:00000010:1.0:1715208166.567101:0:16262:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8801311d1e00. 00000008:00000010:0.0:1715208166.567104:0:16261:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a3992000. 00020000:00000010:0.0:1715208166.567106:0:16261:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e9a9000. 00000080:00000010:1.0:1715208166.567109:0:16262:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e3d0c00. 00020000:00000010:1.0:1715208166.567152:0:16262:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012d5e9c00. 00020000:00000010:1.0:1715208166.567154:0:16262:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009ea08a00. 00020000:00000010:1.0:1715208166.567157:0:16262:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012d5e9c60. 00020000:00000010:1.0:1715208166.567161:0:16262:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009ea08a00. 00020000:00000010:1.0:1715208166.567164:0:16262:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88012d5e9c00. 00020000:00000010:1.0:1715208166.567166:0:16262:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88012d5e9c60. 00020000:00000010:1.0:1715208166.567171:0:16262:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012d5e9c60. 00020000:00000010:1.0:1715208166.567173:0:16262:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009ea08a00. 00020000:00000010:1.0:1715208166.567175:0:16262:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012d5e9c00. 00020000:00000010:1.0:1715208166.567177:0:16262:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009ea08a00. 00020000:00000010:1.0:1715208166.567179:0:16262:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88012d5e9c60. 00020000:00000010:1.0:1715208166.567180:0:16262:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88012d5e9c00. 02000000:00000010:1.0:1715208166.567193:0:16262:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800aa6ed800. 02000000:00000010:1.0:1715208166.567197:0:16262:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a4f8b800. 00000100:00000010:1.0:1715208166.567200:0:16262:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2711500. 00000080:00000010:0.0:1715208166.567223:0:16261:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800ab8a2400. 00020000:00000010:1.0:1715208166.567223:0:16262:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009ea08a00. 00000008:00000010:1.0:1715208166.567229:0:16262:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800ac5d6000. 00000020:00000010:0.0:1715208166.567231:0:16261:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8800ab31e800. 00000100:00000010:0.0:1715208166.567235:0:16261:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80b800. 02000000:00000010:0.0:1715208166.567243:0:16261:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a2a00. 00000020:00000010:1.0:1715208166.567247:0:16262:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff88012e3d0c00. 00000100:00000010:0.0:1715208166.567253:0:16261:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f6fa780. 00000008:00000010:1.0:1715208166.567256:0:16262:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800ac5d6000. 00020000:00000010:1.0:1715208166.567259:0:16262:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009ea08a00. 02000000:00000010:0.0:1715208166.567262:0:16261:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab31d800. 00000400:00000010:0.0:1715208166.567266:0:16261:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:0.0:1715208166.567269:0:16261:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715208166.567273:0:16261:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075934784, portal 10 00000020:00000010:0.0:1715208166.567278:0:16261:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009e99a000. 00000400:00000010:0.0:1715208166.567282:0:16261:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715208166.567291:0:16261:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526075934784, offset 0 00000400:00000200:0.0:1715208166.567296:0:16261:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208166.567303:0:16261:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.567307:0:16261:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208166.567310:0:16261:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208166.567313:0:16261:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.567315:0:16261:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208166.567318:0:16261:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [90:90:256:4294967295] 192.168.202.130@tcp LPNI seq info [90:90:8:4294967295] 00000400:00000200:0.0:1715208166.567326:0:16261:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208166.567331:0:16261:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.567334:0:16261:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:0.0:1715208166.567338:0:16261:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.567343:0:16261:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.567346:0:16261:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1715208166.567537:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.567542:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208166.567546:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.567553:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.567557:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715208166.567558:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715208166.567564:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff88009e80b800 x1798526075934784/t0(0) o35->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.569535:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.569547:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 456 into portal 10 MB=0x663bffbe01840 00000400:00000200:0.0:1715208166.569553:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 456/456 into md 0x3a9 [1] + 224 00000400:00000200:0.0:1715208166.569570:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.569574:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.569581:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff88009e80b800 x1798526075934784/t0(0) o35->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.569710:0:16261:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 00000400:00000200:2.0:1715208166.569717:0:16261:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715208166.569719:0:16261:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715208166.569727:0:16261:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff88009e80b800 x1798526075934784/t0(0) o35->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.569738:0:16261:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff88009e80b800 x1798526075934784/t0(0) o35->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.569762:0:16261:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f6fa780. 00000080:00000010:2.0:1715208166.569771:0:16261:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208166.569780:0:16261:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac655000. 00000100:00000010:2.0:1715208166.569783:0:16261:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000002:00000010:2.0:1715208166.569786:0:16261:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800aa6ca080. 00000080:00000010:2.0:1715208166.569788:0:16261:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b0139ec0. 02000000:00000010:2.0:1715208166.569801:0:16261:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab31d800. 02000000:00000010:2.0:1715208166.569803:0:16261:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a2a00. 00000100:00000010:2.0:1715208166.569806:0:16261:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009e80b800. 00000080:00000010:2.0:1715208166.569809:0:16261:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800b60e6000. 00000080:00000010:1.0:1715208166.570087:0:16262:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e3d0a00. 00000080:00000010:1.0:1715208166.570110:0:16262:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e3d0a00. 00020000:00000010:1.0:1715208166.570167:0:16262:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009ea08a00. 00000008:00000010:1.0:1715208166.570174:0:16262:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800ac5d6000. 00000008:00000010:1.0:1715208166.570193:0:16262:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800ac5d6000. 00020000:00000010:1.0:1715208166.570196:0:16262:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009ea08a00. 00020000:00000010:1.0:1715208166.570333:0:16262:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009ea08a00. 00000008:00000010:1.0:1715208166.570337:0:16262:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800ac5d6000. 00000008:00000010:1.0:1715208166.570377:0:16262:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800ac5d6000. 00020000:00000010:1.0:1715208166.570380:0:16262:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009ea08a00. 00000080:00000010:1.0:1715208166.570743:0:16262:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff88012e3d0a00. 00000100:00000010:1.0:1715208166.570752:0:16262:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2711500. 02000000:00000010:1.0:1715208166.570760:0:16262:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e3d0600. 00000100:00000010:1.0:1715208166.570771:0:16262:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fd18180. 02000000:00000010:1.0:1715208166.570781:0:16262:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a4f8b800. 00000400:00000010:1.0:1715208166.570784:0:16262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd68f0. 00000400:00000010:1.0:1715208166.570788:0:16262:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000100:00000200:1.0:1715208166.570792:0:16262:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075934912, portal 10 00000400:00000010:1.0:1715208166.570796:0:16262:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da220. 00000100:00000200:1.0:1715208166.570798:0:16262:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526075934912, offset 0 00000400:00000200:1.0:1715208166.570804:0:16262:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.570812:0:16262:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208166.570817:0:16262:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208166.570820:0:16262:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208166.570822:0:16262:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.570825:0:16262:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208166.570828:0:16262:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [91:91:256:4294967295] 192.168.202.130@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:1.0:1715208166.570846:0:16262:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208166.570851:0:16262:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208166.570854:0:16262:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715208166.570858:0:16262:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208166.570864:0:16262:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208166.570867:0:16262:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1715208166.571037:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.571042:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715208166.571047:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.571053:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.571057:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da220 00000400:00000010:2.0:1715208166.571059:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da220. 00000100:00000200:2.0:1715208166.571065:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2711500 x1798526075934912/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00010000:00000010:2.1:1715208166.571279:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b5865d00. 00010000:00000010:2.1:1715208166.571288:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b0365d40. 00010000:00000010:0.1:1715208166.571312:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b414d800. 00010000:00000010:0.1:1715208166.571321:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a941dd40. 00010000:00000010:3.1F:1715208166.571377:0:11:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e6ce00. 00010000:00000010:3.1:1715208166.571391:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a941d8c0. 00000400:00000200:0.0:1715208166.572877:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.572888:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 456 into portal 10 MB=0x663bffbe018c0 00000400:00000200:0.0:1715208166.572895:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 456/456 into md 0x3b1 [1] + 224 00000400:00000200:0.0:1715208166.572911:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.572916:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.572922:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2711500 x1798526075934912/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:1.0:1715208166.573061:0:16262:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd68f0. 00000400:00000200:1.0:1715208166.573069:0:16262:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:1.0:1715208166.573070:0:16262:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000100:00000200:1.0:1715208166.573078:0:16262:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2711500 x1798526075934912/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:1.0:1715208166.573089:0:16262:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2711500 x1798526075934912/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:1.0:1715208166.573112:0:16262:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fd18180. 00000080:00000010:1.0:1715208166.573149:0:16262:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e3d0a00. 02000000:00000010:1.0:1715208166.573159:0:16262:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a4f8b000. 00000100:00000010:1.0:1715208166.573162:0:16262:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2711180. 00000002:00000010:1.0:1715208166.573165:0:16262:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88009f2e7f00. 00000080:00000010:1.0:1715208166.573168:0:16262:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff88012e2797c0. 02000000:00000010:1.0:1715208166.573170:0:16262:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a4f8b800. 02000000:00000010:1.0:1715208166.573173:0:16262:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e3d0600. 00000100:00000010:1.0:1715208166.573174:0:16262:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2711500. 00000080:00000010:1.0:1715208166.573177:0:16262:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff88009eb78000. 00000080:00000010:1.0:1715208166.575304:0:16264:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e3d0600. 00000080:00000010:1.0:1715208166.575325:0:16264:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e3d0600. 00000080:00000010:1.0:1715208166.575347:0:16264:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff88009eb78000. 00000080:00000010:1.0:1715208166.575352:0:16264:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff88012e3d0600. 00000100:00000010:1.0:1715208166.575369:0:16264:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2711500. 02000000:00000010:1.0:1715208166.575379:0:16264:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a4f8b800. 00010000:00000010:1.0:1715208166.575387:0:16264:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009ea08300. 00010000:00000010:1.0:1715208166.575405:0:16264:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b5865900. 00010000:00000010:1.0:1715208166.575408:0:16264:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009ea08300. 00010000:00000010:1.0:1715208166.575411:0:16264:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a941e1c0. 00000100:00000010:1.0:1715208166.575421:0:16264:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009fd18180. 02000000:00000010:1.0:1715208166.575501:0:16264:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009e0c0000. 00000400:00000010:1.0:1715208166.575507:0:16264:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd68f0. 00000400:00000010:1.0:1715208166.575511:0:16264:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800a4f8b000. 00000100:00000200:1.0:1715208166.575515:0:16264:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526075935040, portal 10 00000400:00000010:1.0:1715208166.575520:0:16264:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000100:00000200:1.0:1715208166.575522:0:16264:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1798526075935040, offset 0 00000400:00000200:1.0:1715208166.575529:0:16264:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.575537:0:16264:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208166.575541:0:16264:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208166.575544:0:16264:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208166.575547:0:16264:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.575549:0:16264:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208166.575552:0:16264:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [92:92:256:4294967295] 192.168.202.130@tcp LPNI seq info [92:92:8:4294967295] 00000400:00000200:1.0:1715208166.575561:0:16264:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208166.575566:0:16264:0:(socklnd_cb.c:1007:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208166.575569:0:16264:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715208166.575573:0:16264:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208166.575579:0:16264:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208166.575582:0:16264:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.575717:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.575722:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715208166.575726:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.575733:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.575737:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:0.0:1715208166.575739:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000100:00000200:0.0:1715208166.575745:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2711500 x1798526075935040/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.577631:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.577641:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 328 into portal 15 MB=0x663bffc303540 00000400:00000200:0.0:1715208166.577647:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.130@tcp of length 328/328 into md 0xd [2] + 1376 00000400:00000200:0.0:1715208166.577663:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.577667:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.577672:0:15146:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1715208166.577676:0:15146:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009e80b800. 00000020:00000010:3.0:1715208166.577761:0:16229:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e31200. 00000020:00000010:3.0:1715208166.577770:0:16229:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b61cea80. 00000020:00000010:3.0:1715208166.577775:0:16229:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b59024b0. 00000100:00000200:3.0:1715208166.577819:0:16229:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1798526081185088 02000000:00000010:3.0:1715208166.577833:0:16229:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ab26f000. 00000400:00000010:3.0:1715208166.577843:0:16229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257dd0. 00000100:00000200:3.0:1715208166.577848:0:16229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1798526081185088, offset 224 00000400:00000200:3.0:1715208166.577858:0:16229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.577869:0:16229:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.577883:0:16229:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [93:93:256:4294967295] 192.168.202.130@tcp LPNI seq info [93:93:8:4294967295] 00000400:00000200:3.0:1715208166.577897:0:16229:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.577905:0:16229:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.577909:0:16229:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbad00. 00000800:00000200:3.0:1715208166.577915:0:16229:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.577923:0:16229:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.577927:0:16229:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbad00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1715208166.577957:0:16229:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800b6141e40. 00000080:00000010:2.0:1715208166.577965:0:16263:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022ae00. 00000100:00000010:2.0:1715208166.577984:0:16263:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 00000020:00000010:3.0:1715208166.577985:0:16229:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b61cea80. 00000020:00000010:3.0:1715208166.577989:0:16229:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b59024b0. 00000020:00000010:3.0:1715208166.577992:0:16229:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6e31200. 02000000:00000010:2.0:1715208166.577998:0:16263:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac655000. 00010000:00000010:2.0:1715208166.578010:0:16263:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690e400. 00000100:00000010:2.0:1715208166.578022:0:16263:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14b480. 00000800:00000200:0.0:1715208166.578024:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.578028:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbad00. 00000400:00000200:0.0:1715208166.578031:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1715208166.578033:0:16233:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2711180. 00000400:00000200:0.0:1715208166.578035:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 02000000:00000010:2.0:1715208166.578036:0:16263:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6379000. 00000400:00000200:0.0:1715208166.578038:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257dd0 00000400:00000010:0.0:1715208166.578040:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257dd0. 00000400:00000010:2.0:1715208166.578041:0:16263:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 02000000:00000010:1.0:1715208166.578046:0:16233:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:2.0:1715208166.578046:0:16263:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208166.578051:0:16263:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075935104, portal 10 00000400:00000010:2.0:1715208166.578056:0:16263:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715208166.578059:0:16263:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526075935104, offset 0 00000400:00000200:2.0:1715208166.578067:0:16263:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.578076:0:16263:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.578081:0:16263:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000010:1.0:1715208166.578083:0:16233:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8801311d1e00. 00000400:00000200:2.0:1715208166.578085:0:16263:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00010000:00000010:1.0:1715208166.578089:0:16233:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009ea08400. 00000400:00000200:2.0:1715208166.578089:0:16263:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.578092:0:16263:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00010000:00000010:1.0:1715208166.578097:0:16233:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800b6141e40. 00000400:00000200:2.0:1715208166.578097:0:16263:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [94:94:256:4294967295] 192.168.202.130@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000200:2.0:1715208166.578109:0:16263:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.578117:0:16263:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.130@tcp 02000000:00000010:1.0:1715208166.578153:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000800:00000010:2.0:1715208166.578154:0:16263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000400:00000010:1.0:1715208166.578158:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000800:00000200:2.0:1715208166.578161:0:16263:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.578169:0:16263:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000010:1.0:1715208166.578171:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000800:00000200:2.0:1715208166.578173:0:16263:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 672 niov 1 nkiov 1 00000100:00000200:1.0:1715208166.578175:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075935168, portal 18 00000400:00000010:1.0:1715208166.578180:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da110. 00000100:00000200:1.0:1715208166.578182:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1798526075935168, offset 0 00000400:00000200:1.0:1715208166.578188:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.578196:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208166.578200:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208166.578203:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208166.578205:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.578208:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208166.578211:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [95:95:255:4294967295] 192.168.202.130@tcp LPNI seq info [95:95:7:4294967295] 00000400:00000200:1.0:1715208166.578220:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208166.578224:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208166.578227:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715208166.578232:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208166.578238:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208166.578242:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.578251:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.578254:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715208166.578257:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.578261:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.578264:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:0.0:1715208166.578266:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:0.0:1715208166.578271:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526075935104/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000800:00000200:0.0:1715208166.578298:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.578307:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715208166.578310:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.578314:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.578316:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da110 00000400:00000010:0.0:1715208166.578318:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da110. 00000100:00000200:0.0:1715208166.578322:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2711180 x1798526075935168/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.579754:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.579766:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 18 MB=0x663bffbe019c0 00000400:00000200:0.0:1715208166.579773:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3cd [1] + 224 00000400:00000200:0.0:1715208166.579785:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.579791:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.579798:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2711180 x1798526075935168/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.579833:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.579839:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 688 into portal 10 MB=0x663bffbe01980 00000400:00000200:0.0:1715208166.579843:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 688/688 into md 0x3c5 [1] + 224 00000400:00000200:0.0:1715208166.579848:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.579852:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.579855:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526075935104/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.579877:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.579881:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 664 into portal 10 MB=0x663bffbe01940 00000400:00000200:0.0:1715208166.579884:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 664/664 into md 0x3b9 [32] + 224 00000400:00000200:0.0:1715208166.579903:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.579907:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.579912:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2711500 x1798526075935040/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000400:00000010:1.0:1715208166.579922:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208166.579930:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208166.579931:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208166.579939:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2711180 x1798526075935168/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1715208166.579950:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2711180 x1798526075935168/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:0.0:1715208166.579961:0:16264:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd68f0. 00000400:00000200:0.0:1715208166.579965:0:16264:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a4f8b000 00000400:00000010:0.0:1715208166.579966:0:16264:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800a4f8b000. 00000100:00000200:0.0:1715208166.579971:0:16264:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2711500 x1798526075935040/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 02000000:00000010:1.0:1715208166.579972:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 00000400:00000010:2.0:1715208166.579975:0:16263:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 02000000:00000010:1.0:1715208166.579977:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e3d0a00. 00000100:00000200:0.0:1715208166.579978:0:16264:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2711500 x1798526075935040/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 00000100:00000010:1.0:1715208166.579980:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2711180. 00000400:00000200:2.0:1715208166.579982:0:16263:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:2.0:1715208166.579985:0:16263:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208166.579992:0:16263:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526075935104/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:0.0:1715208166.580000:0:16264:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009fd18180. 00000100:00000200:2.0:1715208166.580003:0:16263:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526075935104/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00010000:00000010:0.0:1715208166.580009:0:16264:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b414d800. 00010000:00000010:0.0:1715208166.580012:0:16264:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e9a9000. 00000100:00000010:2.0:1715208166.580026:0:16263:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14b480. 00000080:00000010:0.0:1715208166.580030:0:16264:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff88012e3d0600. 00020000:00000010:0.0:1715208166.580043:0:16264:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012f325960. 00020000:00000010:0.0:1715208166.580045:0:16264:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e9a9b00. 00020000:00000010:0.0:1715208166.580048:0:16264:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012f325a20. 00000080:00000010:2.0:1715208166.580049:0:16263:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022ae00. 00020000:00000010:0.0:1715208166.580052:0:16264:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e9a9b00. 00020000:00000010:0.0:1715208166.580054:0:16264:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88012f325960. 00020000:00000010:0.0:1715208166.580057:0:16264:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88012f325a20. 00800000:00000010:2.0:1715208166.580058:0:16263:0:(lmv_obd.c:3734:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8800b0139d80. 00800000:00000010:2.0:1715208166.580065:0:16263:0:(lmv_obd.c:3868:lmv_stripe_object_put()) kfreed 'lsm_obj': 56 at ffff8800b0139d80. 00000080:00000010:0.0:1715208166.580071:0:16264:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b6d7b840. 00000002:00000010:0.0:1715208166.580077:0:16264:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88009f2e7b80. 02000000:00000010:2.0:1715208166.580078:0:16263:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6379000. 02000000:00000010:2.0:1715208166.580081:0:16263:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac655000. 02000000:00000010:0.0:1715208166.580083:0:16264:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009e0c0000. 00000100:00000010:2.0:1715208166.580084:0:16263:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000080:00000010:2.0:1715208166.580096:0:16263:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b022ae00. 00000100:00000010:2.0:1715208166.580105:0:16263:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715208166.580113:0:16263:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac655000. 00010000:00000010:2.0:1715208166.580157:0:16263:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690e640. 00000100:00000010:2.0:1715208166.580166:0:16263:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14b480. 02000000:00000010:2.0:1715208166.580177:0:16263:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6379000. 00000400:00000010:2.0:1715208166.580180:0:16263:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715208166.580183:0:16263:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208166.580187:0:16263:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075935232, portal 10 00000400:00000010:2.0:1715208166.580190:0:16263:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715208166.580192:0:16263:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1798526075935232, offset 0 00000400:00000200:2.0:1715208166.580198:0:16263:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.580205:0:16263:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.580218:0:16263:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.580221:0:16263:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.580224:0:16263:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.580226:0:16263:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.580229:0:16263:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [96:96:256:4294967295] 192.168.202.130@tcp LPNI seq info [96:96:8:4294967295] 00000400:00000200:2.0:1715208166.580239:0:16263:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.580244:0:16263:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.580247:0:16263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715208166.580251:0:16263:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.580257:0:16263:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.580261:0:16263:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:1.0:1715208166.580360:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208166.580364:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715208166.580367:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208166.580381:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208166.580384:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:1.0:1715208166.580386:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715208166.580391:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526075935232/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.582823:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.582835:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 672 into portal 10 MB=0x663bffbe01a00 00000400:00000200:0.0:1715208166.582841:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 672/672 into md 0x3d5 [1] + 224 00000400:00000200:0.0:1715208166.582858:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.582862:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.582869:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526075935232/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000080:00000010:3.0:1715208166.582948:0:16264:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e31200. 00000400:00000010:2.0:1715208166.582966:0:16263:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:2.0:1715208166.582971:0:16263:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000100:00000010:3.0:1715208166.582971:0:16264:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251f80. 00000400:00000010:2.0:1715208166.582973:0:16263:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208166.582981:0:16263:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526075935232/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 02000000:00000010:3.0:1715208166.582984:0:16264:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab26f400. 00000100:00000200:2.0:1715208166.582995:0:16263:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526075935232/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00010000:00000010:3.0:1715208166.582995:0:16264:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800b0366640. 00000100:00000010:3.0:1715208166.583005:0:16264:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6141600. 02000000:00000010:3.0:1715208166.583018:0:16264:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b60fa800. 00000100:00000010:2.0:1715208166.583021:0:16263:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14b480. 00000400:00000010:3.0:1715208166.583023:0:16264:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.583027:0:16264:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208166.583031:0:16264:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075935296, portal 10 00010000:00000010:2.0:1715208166.583032:0:16263:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e6c100. 00010000:00000010:2.0:1715208166.583035:0:16263:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012bd27000. 00000400:00000010:3.0:1715208166.583036:0:16264:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257a18. 00000100:00000200:3.0:1715208166.583039:0:16264:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526075935296, offset 0 00000400:00000200:3.0:1715208166.583046:0:16264:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.583054:0:16264:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00800000:00000010:2.0:1715208166.583058:0:16263:0:(lmv_obd.c:3734:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 120 at ffff88012bd27600. 00000400:00000200:3.0:1715208166.583059:0:16264:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.583063:0:16264:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.583067:0:16264:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000080:00000010:2.0:1715208166.583069:0:16263:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009de63000. 00000400:00000200:3.0:1715208166.583070:0:16264:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.583074:0:16264:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [97:97:256:4294967295] 192.168.202.130@tcp LPNI seq info [97:97:8:4294967295] 00000080:00000010:2.0:1715208166.583079:0:16263:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009de63800. 00000080:00000010:2.0:1715208166.583086:0:16263:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009de64000. 00000400:00000200:3.0:1715208166.583087:0:16264:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000080:00000010:2.0:1715208166.583092:0:16263:0:(llite_lib.c:1887:ll_update_lsm_md()) kmalloced '(attr)': 80 at ffff88009e330720. 00800000:00000010:2.0:1715208166.583098:0:16263:0:(lmv_intent.c:174:lmv_revalidate_slaves()) kmalloced '(op_data)': 384 at ffff8800b600a400. 00000800:00000200:3.0:1715208166.583104:0:16264:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.130@tcp 00000100:00000010:2.0:1715208166.583107:0:16263:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 00000800:00000010:3.0:1715208166.583108:0:16264:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbae00. 00000800:00000200:3.0:1715208166.583113:0:16264:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 02000000:00000010:2.0:1715208166.583150:0:16263:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac654400. 00000800:00000200:3.0:1715208166.583155:0:16264:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.583160:0:16264:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbae00 type 1, nob 672 niov 1 nkiov 1 00010000:00000010:2.0:1715208166.583162:0:16263:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e6c000. 00010000:00000010:2.0:1715208166.583173:0:16263:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012bd27e80. 00010000:00000010:2.0:1715208166.583179:0:16263:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690e880. 00000100:00000010:2.0:1715208166.583189:0:16263:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14b480. 02000000:00000010:2.0:1715208166.583204:0:16263:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b637b000. 00000400:00000010:2.0:1715208166.583209:0:16263:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715208166.583213:0:16263:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208166.583217:0:16263:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075935360, portal 10 00000400:00000010:2.0:1715208166.583222:0:16263:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000100:00000200:2.0:1715208166.583225:0:16263:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526075935360, offset 0 00000400:00000200:2.0:1715208166.583233:0:16263:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.583240:0:16263:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.583245:0:16263:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.583248:0:16263:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.583251:0:16263:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.583254:0:16263:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.583258:0:16263:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [98:98:255:4294967295] 192.168.202.130@tcp LPNI seq info [98:98:7:4294967295] 00000400:00000200:2.0:1715208166.583269:0:16263:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.583275:0:16263:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.583279:0:16263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715208166.583284:0:16263:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.583286:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.583290:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbae00. 00000800:00000200:2.0:1715208166.583292:0:16263:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.583295:0:16263:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 672 niov 1 nkiov 1 00000400:00000200:0.0:1715208166.583300:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.583305:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.583309:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257a18 00000400:00000010:0.0:1715208166.583310:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257a18. 00000100:00000200:0.0:1715208166.583316:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251f80 x1798526075935296/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000800:00000200:0.0:1715208166.583347:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.583349:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:0.0:1715208166.583351:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.583354:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.583357:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:0.0:1715208166.583359:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:0.0:1715208166.583362:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526075935360/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.585177:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.585187:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 328 into portal 15 MB=0x663bffc303580 00000400:00000200:0.0:1715208166.585193:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.130@tcp of length 328/328 into md 0xd [2] + 1704 00000400:00000200:0.0:1715208166.585202:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.585206:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.585210:0:15144:0:(events.c:315:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1715208166.585224:0:15144:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8000. 00000400:00000200:0.0:1715208166.585256:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.585262:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 640 into portal 10 MB=0x663bffbe01a80 00000400:00000200:0.0:1715208166.585266:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 640/640 into md 0x3e5 [1] + 224 00000400:00000200:0.0:1715208166.585282:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.585286:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.585291:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526075935360/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000020:00000010:3.0:1715208166.585355:0:16229:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6e31400. 00000020:00000010:3.0:1715208166.585364:0:16229:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800b61cea80. 00000400:00000010:2.0:1715208166.585368:0:16263:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000020:00000010:3.0:1715208166.585369:0:16229:0:(tgt_main.c:778:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b59024b0. 00000400:00000200:2.0:1715208166.585374:0:16263:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:2.0:1715208166.585376:0:16263:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208166.585385:0:16263:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526075935360/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.585402:0:16263:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526075935360/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.585415:0:16229:0:(service.c:2340:ptlrpc_server_handle_request()) got req 1798526081185152 02000000:00000010:3.0:1715208166.585427:0:16229:0:(sec_null.c:325:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ab26f800. 00000100:00000010:2.0:1715208166.585429:0:16263:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14b480. 00000400:00000010:3.0:1715208166.585437:0:16229:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257c38. 00000100:00000200:3.0:1715208166.585441:0:16229:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1798526081185152, offset 224 00000400:00000200:3.0:1715208166.585450:0:16229:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.585492:0:16229:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 02000000:00000010:2.0:1715208166.585500:0:16263:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b637b000. 00000400:00000200:3.0:1715208166.585500:0:16229:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [99:99:256:4294967295] 192.168.202.130@tcp LPNI seq info [99:99:8:4294967295] 02000000:00000010:2.0:1715208166.585506:0:16263:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac654400. 00000100:00000010:2.0:1715208166.585511:0:16263:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000400:00000200:3.0:1715208166.585514:0:16229:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000100:00000010:2.0:1715208166.585520:0:16263:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 00000800:00000200:3.0:1715208166.585522:0:16229:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.585528:0:16229:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaf00. 02000000:00000010:2.0:1715208166.585532:0:16263:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac654400. 00000800:00000200:3.0:1715208166.585534:0:16229:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00010000:00000010:2.0:1715208166.585543:0:16263:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e6c300. 00000800:00000200:3.0:1715208166.585543:0:16229:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00010000:00000010:2.0:1715208166.585547:0:16263:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012bd27900. 00000800:00000200:3.0:1715208166.585547:0:16229:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaf00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1715208166.585553:0:16263:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690eac0. 00000100:00000010:2.0:1715208166.585563:0:16263:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14b480. 02000000:00000010:2.0:1715208166.585577:0:16263:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b637b000. 00010000:00000010:3.0:1715208166.585577:0:16229:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8800b6141e40. 00000400:00000010:2.0:1715208166.585582:0:16263:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715208166.585587:0:16263:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208166.585595:0:16263:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075935424, portal 10 00000020:00000010:3.0:1715208166.585604:0:16229:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800b61cea80. 00000020:00000010:3.0:1715208166.585608:0:16229:0:(tgt_main.c:790:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b59024b0. 00000020:00000010:3.0:1715208166.585612:0:16229:0:(lu_object.c:1628:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6e31400. 00000100:00000010:2.0:1715208166.585630:0:16234:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7100. 02000000:00000010:2.0:1715208166.585638:0:16234:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b600a800. 00000800:00000200:0.0:1715208166.585643:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.585653:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaf00. 00000400:00000200:0.0:1715208166.585657:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.585661:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.585664:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257c38 00000400:00000010:0.0:1715208166.585666:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257c38. 00010000:00000010:2.0:1715208166.585678:0:16234:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e9a9000. 00010000:00000010:2.0:1715208166.585689:0:16234:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8800b6141e40. 02000000:00000010:1.0:1715208166.585698:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:2.0:1715208166.585701:0:16263:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000100:00000200:2.0:1715208166.585705:0:16263:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1798526075935424, offset 0 00000400:00000010:1.0:1715208166.585707:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208166.585711:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:2.0:1715208166.585714:0:16263:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208166.585723:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075935488, portal 18 00000400:00000200:2.0:1715208166.585723:0:16263:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.585728:0:16263:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715208166.585729:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715208166.585731:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1798526075935488, offset 0 00000400:00000200:2.0:1715208166.585732:0:16263:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.585736:0:16263:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.585737:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.585739:0:16263:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.585744:0:16263:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [100:100:256:4294967295] 192.168.202.130@tcp LPNI seq info [100:100:8:4294967295] 00000400:00000200:2.0:1715208166.585756:0:16263:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.585764:0:16263:0:(socklnd_cb.c:1007:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208166.585766:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208166.585768:0:16263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715208166.585770:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208166.585774:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208166.585774:0:16263:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208166.585776:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208166.585779:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208166.585781:0:16263:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715208166.585782:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [101:101:255:4294967295] 192.168.202.130@tcp LPNI seq info [101:101:7:4294967295] 00000400:00000200:1.0:1715208166.585791:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.585792:0:16263:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:1.0:1715208166.585796:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208166.585799:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715208166.585803:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208166.585809:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208166.585813:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.585848:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.585851:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:0.0:1715208166.585853:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.585858:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.585861:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:0.0:1715208166.585862:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:0.0:1715208166.585867:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526075935424/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000800:00000200:0.0:1715208166.585909:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.585911:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715208166.585914:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.585918:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.585920:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:0.0:1715208166.585921:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:0.0:1715208166.585925:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7100 x1798526075935488/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.587267:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.587277:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 18 MB=0x663bffbe01b00 00000400:00000200:0.0:1715208166.587282:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3f9 [1] + 224 00000400:00000200:0.0:1715208166.587290:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.587294:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.587300:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7100 x1798526075935488/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.587408:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.587415:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 640 into portal 10 MB=0x663bffbe01a40 00000400:00000010:1.0:1715208166.587421:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208166.587428:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208166.587430:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715208166.587435:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 640/640 into md 0x3dd [1] + 224 00000100:00000200:1.0:1715208166.587438:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7100 x1798526075935488/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:1.0:1715208166.587449:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7100 x1798526075935488/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.587452:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.587475:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.587481:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251f80 x1798526075935296/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 02000000:00000010:1.0:1715208166.587506:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 00000400:00000200:0.0:1715208166.587510:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 02000000:00000010:1.0:1715208166.587511:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b600a800. 00000100:00000010:1.0:1715208166.587515:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7100. 00000400:00000200:0.0:1715208166.587516:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 640 into portal 10 MB=0x663bffbe01ac0 00000400:00000200:0.0:1715208166.587520:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 640/640 into md 0x3f1 [1] + 224 00000400:00000200:0.0:1715208166.587539:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.587543:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.587547:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526075935424/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.587606:0:16264:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:3.0:1715208166.587616:0:16264:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208166.587619:0:16264:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715208166.587626:0:16263:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000100:00000200:3.0:1715208166.587629:0:16264:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251f80 x1798526075935296/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:2.0:1715208166.587631:0:16263:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:2.0:1715208166.587633:0:16263:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208166.587640:0:16263:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526075935424/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.587654:0:16263:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526075935424/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.587663:0:16264:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251f80 x1798526075935296/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 576/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.587683:0:16263:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14b480. 00000100:00000010:3.0:1715208166.587684:0:16264:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6141600. 00010000:00000010:3.0:1715208166.587696:0:16264:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6dbaf00. 00010000:00000010:3.0:1715208166.587700:0:16264:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800b61cea80. 00000002:00000010:3.0:1715208166.587712:0:16264:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff88012a4b27c0. 02000000:00000010:2.0:1715208166.587718:0:16263:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b637b000. 00000080:00000010:3.0:1715208166.587721:0:16264:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e31200. 02000000:00000010:2.0:1715208166.587723:0:16263:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac654400. 00000100:00000010:2.0:1715208166.587727:0:16263:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00800000:00000010:2.0:1715208166.587732:0:16263:0:(lmv_intent.c:280:lmv_revalidate_slaves()) kfreed 'op_data': 384 at ffff8800b600a400. 00020000:00000010:3.0:1715208166.587736:0:16264:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012bd11720. 00000080:00000010:2.0:1715208166.587739:0:16263:0:(llite_lib.c:1907:ll_update_lsm_md()) kfreed 'attr': 80 at ffff88009e330720. 00020000:00000010:3.0:1715208166.587739:0:16264:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b61ce900. 00020000:00000010:3.0:1715208166.587743:0:16264:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012bd11c60. 00020000:00000010:3.0:1715208166.587749:0:16264:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b61ce900. 00000080:00000010:2.0:1715208166.587751:0:16263:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa6ca600. 00020000:00000010:3.0:1715208166.587752:0:16264:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88012bd11720. 00020000:00000010:3.0:1715208166.587755:0:16264:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88012bd11c60. 00000080:00000010:2.0:1715208166.587762:0:16263:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b022ae00. 00020000:00000010:3.0:1715208166.587762:0:16264:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88012bd11c60. 00020000:00000010:3.0:1715208166.587765:0:16264:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff8800b61ce900. 02000000:00000010:2.0:1715208166.587766:0:16263:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6379000. 00020000:00000010:3.0:1715208166.587767:0:16264:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88012bd11720. 02000000:00000010:2.0:1715208166.587770:0:16263:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac655000. 00020000:00000010:3.0:1715208166.587771:0:16264:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8800b61ce900. 00000100:00000010:2.0:1715208166.587773:0:16263:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00020000:00000010:3.0:1715208166.587773:0:16264:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88012bd11c60. 00020000:00000010:3.0:1715208166.587776:0:16264:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88012bd11720. 00000080:00000010:2.0:1715208166.587787:0:16263:0:(namei.c:1207:ll_atomic_open()) kmalloced '(it)': 72 at ffff88009e330720. 02000000:00000010:3.0:1715208166.587790:0:16264:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b60fa800. 00000080:00000010:2.0:1715208166.587792:0:16263:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b600a400. 02000000:00000010:3.0:1715208166.587794:0:16264:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab26f400. 00000100:00000010:3.0:1715208166.587798:0:16264:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251f80. 00000100:00000010:2.0:1715208166.587805:0:16263:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 00020000:00000010:3.0:1715208166.587815:0:16264:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b61ce900. 02000000:00000010:2.0:1715208166.587817:0:16263:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac655000. 00000008:00000010:3.0:1715208166.587824:0:16264:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a179e000. 00010000:00000010:2.0:1715208166.587831:0:16263:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690ed00. 00000100:00000010:2.0:1715208166.587844:0:16263:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f14b480. 00000008:00000010:3.0:1715208166.587853:0:16264:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a179e000. 00020000:00000010:3.0:1715208166.587857:0:16264:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b61ce900. 02000000:00000010:2.0:1715208166.587889:0:16263:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009e0c0000. 00000400:00000010:2.0:1715208166.587895:0:16263:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715208166.587901:0:16263:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800ac654400. 00000100:00000200:2.0:1715208166.587906:0:16263:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526075935616, portal 10 00000400:00000010:2.0:1715208166.587913:0:16263:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208166.587916:0:16263:0:(niobuf.c:87:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1798526075935616, offset 0 00000400:00000200:2.0:1715208166.587930:0:16263:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.587939:0:16263:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.587944:0:16263:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.587948:0:16263:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.587951:0:16263:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.587955:0:16263:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.587959:0:16263:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [102:102:256:4294967295] 192.168.202.130@tcp LPNI seq info [102:102:8:4294967295] 00000400:00000200:2.0:1715208166.587971:0:16263:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.587979:0:16263:0:(socklnd_cb.c:1007:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.587983:0:16263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715208166.587989:0:16263:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.587996:0:16263:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.588001:0:16263:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 760 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.588191:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.588197:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715208166.588201:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.588207:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.588210:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:0.0:1715208166.588212:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:0.0:1715208166.588218:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526075935616/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 664/66320 e 0 to 0 dl 1715208182 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00010000:00000010:3.1:1715208166.589339:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b5865c00. 00010000:00000010:3.1:1715208166.589348:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a803c480. 00010000:00000010:3.1:1715208166.589353:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b5865200. 00010000:00000010:3.1:1715208166.589356:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a941df80. 00000400:00000200:0.0:1715208166.590525:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.590536:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 664 into portal 10 MB=0x663bffbe01b80 00000400:00000200:0.0:1715208166.590542:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 664/664 into md 0x401 [32] + 224 00000400:00000200:0.0:1715208166.590561:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.590565:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.590572:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526075935616/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 664/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.590697:0:16263:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:2.0:1715208166.590705:0:16263:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac654400 00000400:00000010:2.0:1715208166.590706:0:16263:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800ac654400. 00000100:00000200:2.0:1715208166.590714:0:16263:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526075935616/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 664/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.590725:0:16263:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526075935616/t0(0) o101->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 664/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.590749:0:16263:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f14b480. 00010000:00000010:2.0:1715208166.590760:0:16263:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e6c700. 00010000:00000010:2.0:1715208166.590763:0:16263:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88012bd27300. 00000002:00000010:2.0:1715208166.590779:0:16263:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b0139d80. 00000080:00000010:2.0:1715208166.590793:0:16263:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009de64800. 00000080:00000010:2.0:1715208166.590803:0:16263:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b62c5708. 00020000:00000010:2.0:1715208166.590809:0:16263:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88009f2cb570. 00020000:00000010:2.0:1715208166.590813:0:16263:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330540. 00020000:00000010:2.0:1715208166.590815:0:16263:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012bd27780. 00020000:00000010:2.0:1715208166.590817:0:16263:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330c60. 00020000:00000010:2.0:1715208166.590830:0:16263:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88009e84f760. 00020000:00000010:2.0:1715208166.590832:0:16263:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009f14b480. 00020000:00000010:2.0:1715208166.590835:0:16263:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009e115e28. 00020000:00000010:2.0:1715208166.590840:0:16263:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b62c57d0. 00000008:00000010:2.0:1715208166.590845:0:16263:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800ac5d4640. 00020000:00000010:2.0:1715208166.590857:0:16263:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e3309c0. 00020000:00000010:2.0:1715208166.590859:0:16263:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88012bd27500. 00020000:00000010:2.0:1715208166.590861:0:16263:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330660. 00020000:00000010:2.0:1715208166.590864:0:16263:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88012bd27500. 00020000:00000010:2.0:1715208166.590866:0:16263:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009e3309c0. 00020000:00000010:2.0:1715208166.590868:0:16263:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009e330660. 00000080:00000010:2.0:1715208166.590874:0:16263:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa6caca0. 00000080:00000010:2.0:1715208166.590879:0:16263:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b600a400. 00000080:00000010:2.0:1715208166.590886:0:16263:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800b60e6000. 00000080:00000010:2.0:1715208166.590889:0:16263:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b0139980. 00000002:00000010:2.0:1715208166.590895:0:16263:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800aa6caec0. 02000000:00000010:2.0:1715208166.590901:0:16263:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009e0c0000. 00000080:00000010:2.0:1715208166.590937:0:16263:0:(namei.c:1359:ll_atomic_open()) kfreed 'it': 72 at ffff88009e330720. 00000080:00000010:2.0:1715208166.591011:0:16263:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b600a400. 00000080:00000010:2.0:1715208166.591026:0:16263:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b600a400. 00020000:00000010:2.0:1715208166.591044:0:16263:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012bd27500. 00000008:00000010:2.0:1715208166.591050:0:16263:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c130. 00010000:00000010:2.0:1715208166.591057:0:16263:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e6c800. 00010000:00000010:2.0:1715208166.591061:0:16263:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff8800ac4e56c0. 00010000:00000010:2.0:1715208166.591065:0:16263:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690ef40. 00010000:00000010:2.0:1715208166.591068:0:16263:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88012bd27c80. 00010000:00000010:2.0:1715208166.591071:0:16263:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b01396c0. 00000100:00000010:2.0:1715208166.591074:0:16263:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 02000000:00000010:2.0:1715208166.591082:0:16263:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b600a400. 02000000:00000010:0.0:1715208166.591211:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab31e400. 00000400:00000010:0.0:1715208166.591220:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 00000400:00000010:0.0:1715208166.591236:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:0.0:1715208166.591239:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075935680, portal 4 00000400:00000010:0.0:1715208166.591244:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715208166.591246:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526075935680, offset 0 00000400:00000200:0.0:1715208166.591253:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208166.591260:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.591264:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208166.591267:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208166.591269:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.591272:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208166.591275:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [103:103:256:4294967295] 192.168.202.130@tcp LPNI seq info [103:103:8:4294967295] 00000400:00000200:0.0:1715208166.591284:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208166.591288:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.591291:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:0.0:1715208166.591295:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.591301:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.591305:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1715208166.591415:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.591419:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715208166.591422:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.591428:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.591438:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715208166.591440:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715208166.591446:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526075935680/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00010000:00000010:2.1:1715208166.592322:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b414d800. 00010000:00000010:2.1:1715208166.592330:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a941e1c0. 00000400:00000200:0.0:1715208166.595338:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.595349:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 400 into portal 4 MB=0x663bffbe01bc0 00000400:00000200:0.0:1715208166.595356:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 400/400 into md 0x409 [1] + 224 00000400:00000200:0.0:1715208166.595372:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.595377:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.595383:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526075935680/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.595527:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 00000400:00000200:2.0:1715208166.595534:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715208166.595536:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715208166.595544:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526075935680/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.595554:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526075935680/t0(0) o101->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 02000000:00000010:2.0:1715208166.595620:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab31e400. 02000000:00000010:2.0:1715208166.595626:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b600a400. 00000100:00000010:2.0:1715208166.595629:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000008:00000010:0.0:1715208166.595657:0:16263:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c130. 00020000:00000010:0.0:1715208166.595663:0:16263:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012bd27500. 00020000:00000010:0.0:1715208166.595733:0:16263:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e9a9b00. 00000008:00000010:0.0:1715208166.595737:0:16263:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a3992000. 00000020:00000010:0.0:1715208166.595762:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab0960d8. 00000020:00000010:0.0:1715208166.595791:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab0961b0. 00000020:00000010:0.0:1715208166.595809:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096288. 00000020:00000010:0.0:1715208166.595818:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096360. 00000020:00000010:0.0:1715208166.595826:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096438. 00000020:00000010:0.0:1715208166.595834:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096510. 00000020:00000010:0.0:1715208166.595843:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab0965e8. 00000020:00000010:0.0:1715208166.595857:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab0966c0. 00000008:00000010:0.0:1715208166.595871:0:16263:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff8800ab0c4000. 00000008:00000010:2.0:1715208166.595957:0:15153:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 64 at ffff8800b0139540. 00000008:00000010:2.0:1715208166.595962:0:15153:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b6d8a1a0. 00000100:00000010:2.0:1715208166.595978:0:15153:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 02000000:00000010:2.0:1715208166.595985:0:15153:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b600a400. 00000100:00000010:2.0:1715208166.595991:0:15153:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff8800ac654400. 00000100:00000010:2.0:1715208166.595994:0:15153:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 128 at ffff88012bd27500. 00000400:00000010:3.0:1715208166.596087:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50f20. 00000400:00000010:3.0:1715208166.596095:0:15151:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b6dbae00. 00000100:00000200:3.0:1715208166.596101:0:15151:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 8 pages 32768 bytes, mbits x0x663bffbe01c40-0x663bffbe01c40, portal 8 02000000:00000010:3.0:1715208166.596107:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab26f400. 00000400:00000010:3.0:1715208166.596111:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50000. 00000400:00000010:3.0:1715208166.596155:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208166.596158:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075935808, portal 4 00000400:00000010:3.0:1715208166.596163:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257198. 00000100:00000200:3.0:1715208166.596165:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1798526075935808, offset 0 00000400:00000200:3.0:1715208166.596171:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.596179:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.596183:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.596186:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.596188:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.596191:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.596194:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [104:104:256:4294967295] 192.168.202.130@tcp LPNI seq info [104:104:8:4294967295] 00000400:00000200:3.0:1715208166.596203:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.596208:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.596211:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbad00. 00000800:00000200:3.0:1715208166.596215:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.596221:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.596224:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbad00 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.596385:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.596390:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbad00. 00000400:00000200:0.0:1715208166.596394:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.596400:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.596403:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257198 00000400:00000010:0.0:1715208166.596405:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257198. 00000100:00000200:0.0:1715208166.596412:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526075935808/t0(0) o3->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.597924:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.597934:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 32768 into portal 8 MB=0x663bffbe01c40 00000400:00000200:0.0:1715208166.597940:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.202.130@tcp of length 32768/32768 into md 0x411 [8] + 0 00000400:00000010:0.0:1715208166.597944:0:15144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50f20. 00000400:00000200:0.0:1715208166.597948:0:15144:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800b6dbae00 00000400:00000200:0.0:1715208166.598001:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.598006:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.598009:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6dbae00 00000400:00000010:0.0:1715208166.598011:0:15144:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 248 at ffff8800b6dbae00. 00000100:00000200:0.0:1715208166.598014:0:15144:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800ac654400 00000400:00000200:0.0:1715208166.598034:0:15144:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1715208166.598040:0:15144:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.598045:0:15144:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [105:105:256:4294967295] 192.168.202.130@tcp LPNI seq info [105:105:8:4294967295] 00000400:00000200:0.0:1715208166.598054:0:15144:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) 192.168.202.130@tcp : ACK try# 0 00000800:00000200:0.0:1715208166.598059:0:15144:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 8 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.598069:0:15144:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff8800ab8a2400. 00000800:00000200:0.0:1715208166.598074:0:15144:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.598079:0:15144:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.598083:0:15144:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800ab8a2400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1715208166.598158:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.598160:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 360 at ffff8800ab8a2400. 00000400:00000200:0.0:1715208166.598163:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.598167:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: ACK: OK 00000400:00000200:0.0:1715208166.599221:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.599236:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 440 into portal 4 MB=0x663bffbe01c40 00000400:00000200:0.0:1715208166.599246:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 440/440 into md 0x415 [1] + 224 00000400:00000200:0.0:1715208166.599267:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.599275:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.599284:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526075935808/t0(0) o3->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.599413:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50000. 00000400:00000200:3.0:1715208166.599421:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208166.599423:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208166.599430:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526075935808/t0(0) o3->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.599441:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526075935808/t0(0) o3->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:3.0:1715208166.599517:0:15151:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6d8a1a0. 00000008:00000010:3.0:1715208166.599553:0:15151:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff8800ab0c4000. 00000008:00000010:3.0:1715208166.599557:0:15151:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 64 at ffff8800b0139540. 02000000:00000010:3.0:1715208166.599565:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab26f400. 00000100:00000010:3.0:1715208166.599569:0:15151:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 128 at ffff88012bd27500. 00000100:00000010:3.0:1715208166.599571:0:15151:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff8800ac654400. 02000000:00000010:3.0:1715208166.599584:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b600a400. 00000100:00000010:3.0:1715208166.599586:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000008:00000010:0.0:1715208166.599753:0:16263:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a3992000. 00020000:00000010:0.0:1715208166.599761:0:16263:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e9a9b00. 00020000:00000010:0.0:1715208166.600072:0:16263:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e9a9b00. 00000008:00000010:0.0:1715208166.600079:0:16263:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a3992000. 00000020:00000010:0.0:1715208166.600111:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096798. 00000020:00000010:0.0:1715208166.600194:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096870. 00000020:00000010:0.0:1715208166.600211:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096948. 00000020:00000010:0.0:1715208166.600225:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096a20. 00000020:00000010:0.0:1715208166.600241:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096af8. 00000020:00000010:0.0:1715208166.600254:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096bd0. 00000020:00000010:0.0:1715208166.600274:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096ca8. 00000020:00000010:0.0:1715208166.600287:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096d80. 00000020:00000010:0.0:1715208166.600307:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800ab096e58. 00000020:00000010:0.0:1715208166.600330:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854000. 00000020:00000010:0.0:1715208166.600346:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e8540d8. 00000020:00000010:0.0:1715208166.600360:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e8541b0. 00000020:00000010:0.0:1715208166.600379:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854288. 00000020:00000010:0.0:1715208166.600391:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854360. 00000020:00000010:0.0:1715208166.600406:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854438. 00000020:00000010:0.0:1715208166.600417:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854510. 00000020:00000010:0.0:1715208166.600433:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e8545e8. 00000020:00000010:0.0:1715208166.600446:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e8546c0. 00000020:00000010:0.0:1715208166.600488:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854798. 00000020:00000010:0.0:1715208166.600506:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854870. 00000020:00000010:0.0:1715208166.600524:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854948. 00000020:00000010:0.0:1715208166.600538:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854a20. 00000020:00000010:0.0:1715208166.600550:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854af8. 00000020:00000010:0.0:1715208166.600564:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854bd0. 00000020:00000010:0.0:1715208166.600578:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854ca8. 00000020:00000010:0.0:1715208166.600592:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854d80. 00000020:00000010:0.0:1715208166.600606:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff88009e854e58. 00000020:00000010:0.0:1715208166.600625:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b4286000. 00000020:00000010:0.0:1715208166.600641:0:16263:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b42860d8. 00000008:00000010:0.0:1715208166.600668:0:16263:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff8800ab0c40b8. 00000008:00000010:1.0:1715208166.600801:0:15152:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 232 at ffff8800b5865e00. 00000008:00000010:1.0:1715208166.600808:0:15152:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b6f6b820. 00000100:00000010:1.0:1715208166.600827:0:15152:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2711180. 02000000:00000010:1.0:1715208166.600835:0:15152:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e3d0e00. 00000100:00000010:1.0:1715208166.600841:0:15152:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 976 at ffff8800a4f8bc00. 00000100:00000010:1.0:1715208166.600843:0:15152:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 464 at ffff88012e3d1e00. 00000400:00000010:2.0:1715208166.600931:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715208166.600941:0:15153:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 584 at ffff8800ac654400. 00000100:00000200:2.0:1715208166.600945:0:15153:0:(niobuf.c:435:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 29 pages 118784 bytes, mbits x0x663bffbe01cc0-0x663bffbe01cc0, portal 8 02000000:00000010:2.0:1715208166.600951:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac656800. 00000400:00000010:2.0:1715208166.600954:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000010:2.0:1715208166.600957:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715208166.600958:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075935936, portal 4 00000400:00000010:2.0:1715208166.600963:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208166.600965:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1798526075935936, offset 0 00000400:00000200:2.0:1715208166.600971:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.600979:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.600991:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.600995:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.600997:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.601000:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.601003:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [106:106:256:4294967295] 192.168.202.130@tcp LPNI seq info [106:106:8:4294967295] 00000400:00000200:2.0:1715208166.601012:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.601017:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.601020:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715208166.601025:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.601031:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.601034:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.601162:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.601167:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:0.0:1715208166.601172:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.601180:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.601185:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:0.0:1715208166.601187:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:0.0:1715208166.601195:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2711180 x1798526075935936/t0(0) o3->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.603171:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.603184:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 118784 into portal 8 MB=0x663bffbe01cc0 00000400:00000200:0.0:1715208166.603192:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 8 from 12345-192.168.202.130@tcp of length 118784/118784 into md 0x41d [29] + 0 00000400:00000010:0.0:1715208166.603197:0:15145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:0.0:1715208166.603201:0:15145:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800ac654400 00000400:00000200:0.0:1715208166.603380:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.603386:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.603390:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac654400 00000400:00000010:0.0:1715208166.603392:0:15145:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 584 at ffff8800ac654400. 00000100:00000200:0.0:1715208166.603395:0:15145:0:(events.c:211:client_bulk_callback()) event type 2, status 0, desc ffff8800a4f8bc00 00000400:00000200:0.0:1715208166.603418:0:15145:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md (null) with offset 0 00000400:00000200:0.0:1715208166.603423:0:15145:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source Specified: 192.168.202.30@tcp to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.603428:0:15145:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [107:107:256:4294967295] 192.168.202.130@tcp LPNI seq info [107:107:8:4294967295] 00000400:00000200:0.0:1715208166.603437:0:15145:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:192.168.202.30@tcp) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) 192.168.202.130@tcp : ACK try# 0 00000800:00000200:0.0:1715208166.603442:0:15145:0:(socklnd_cb.c:1007:ksocknal_send()) sending 0 bytes in 29 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.603446:0:15145:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 696 at ffff8800ab31d800. 00000800:00000200:0.0:1715208166.603450:0:15145:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.603475:0:15145:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.603479:0:15145:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800ab31d800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1715208166.603531:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.603535:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 696 at ffff8800ab31d800. 00000400:00000200:0.0:1715208166.603538:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.603544:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: ACK: OK 00000400:00000200:0.0:1715208166.604647:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.604657:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 440 into portal 4 MB=0x663bffbe01cc0 00000400:00000200:0.0:1715208166.604664:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 440/440 into md 0x421 [1] + 224 00000400:00000200:0.0:1715208166.604679:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.604684:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.604690:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2711180 x1798526075935936/t0(0) o3->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.604816:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:2.0:1715208166.604823:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:2.0:1715208166.604825:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715208166.604833:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2711180 x1798526075935936/t0(0) o3->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.604843:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2711180 x1798526075935936/t0(0) o3->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/440 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000008:00000010:2.0:1715208166.604920:0:15153:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b6f6b820. 00000008:00000010:2.0:1715208166.604963:0:15153:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff8800ab0c40b8. 00000008:00000010:2.0:1715208166.604967:0:15153:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 232 at ffff8800b5865e00. 02000000:00000010:2.0:1715208166.604975:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac656800. 00000100:00000010:2.0:1715208166.604980:0:15153:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 464 at ffff88012e3d1e00. 00000100:00000010:2.0:1715208166.604983:0:15153:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 976 at ffff8800a4f8bc00. 02000000:00000010:2.0:1715208166.604985:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e3d0e00. 00000100:00000010:2.0:1715208166.604988:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2711180. 00000008:00000010:0.0:1715208166.605029:0:16263:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a3992000. 00020000:00000010:0.0:1715208166.605035:0:16263:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e9a9b00. 00020000:00000010:0.0:1715208166.605535:0:16263:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e9a9b00. 00000008:00000010:0.0:1715208166.605542:0:16263:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a3992000. 00000008:00000010:0.0:1715208166.605575:0:16263:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a3992000. 00020000:00000010:0.0:1715208166.605578:0:16263:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e9a9b00. 00020000:00000010:0.0:1715208166.605604:0:16263:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e9a9b00. 00000008:00000010:0.0:1715208166.605607:0:16263:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a3992000. 00000008:00000010:0.0:1715208166.605617:0:16263:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a3992000. 00020000:00000010:0.0:1715208166.605619:0:16263:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e9a9b00. 00020000:00000010:0.0:1715208166.605636:0:16263:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e9a9b00. 00000008:00000010:0.0:1715208166.605639:0:16263:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a3992000. 00020000:00000010:0.0:1715208166.605650:0:16263:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e9a9e00. 00000008:00000010:0.0:1715208166.605653:0:16263:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a3992130. 00000008:00000010:0.0:1715208166.605659:0:16263:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a3992130. 00020000:00000010:0.0:1715208166.605661:0:16263:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e9a9e00. 00000008:00000010:0.0:1715208166.605669:0:16263:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a3992000. 00020000:00000010:0.0:1715208166.605671:0:16263:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e9a9b00. 00000080:00000010:0.0:1715208166.605811:0:16263:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800ab8a2a00. 00000100:00000010:0.0:1715208166.605819:0:16263:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208166.605827:0:16263:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a2400. 00000100:00000010:0.0:1715208166.605838:0:16263:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009f6fa780. 02000000:00000010:0.0:1715208166.605847:0:16263:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab31d800. 00000400:00000010:0.0:1715208166.605851:0:16263:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 00000400:00000010:0.0:1715208166.605854:0:16263:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715208166.605858:0:16263:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075936064, portal 10 00000400:00000010:0.0:1715208166.605862:0:16263:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715208166.605864:0:16263:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526075936064, offset 0 00000400:00000200:0.0:1715208166.605870:0:16263:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208166.605877:0:16263:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208166.605881:0:16263:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208166.605884:0:16263:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208166.605887:0:16263:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208166.605889:0:16263:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208166.605892:0:16263:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [108:108:256:4294967295] 192.168.202.130@tcp LPNI seq info [108:108:8:4294967295] 00000400:00000200:0.0:1715208166.605901:0:16263:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208166.605915:0:16263:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208166.605918:0:16263:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:0.0:1715208166.605922:0:16263:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208166.605927:0:16263:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208166.605930:0:16263:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1715208166.606096:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208166.606101:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715208166.606105:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208166.606112:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208166.606153:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715208166.606155:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715208166.606162:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075936064/t0(0) o35->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.608082:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.608093:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 456 into portal 10 MB=0x663bffbe01d40 00000400:00000200:0.0:1715208166.608099:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 456/456 into md 0x429 [1] + 224 00000400:00000200:0.0:1715208166.608115:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.608145:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.608151:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075936064/t0(0) o35->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.608276:0:16263:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 00000400:00000200:2.0:1715208166.608284:0:16263:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715208166.608285:0:16263:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715208166.608293:0:16263:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075936064/t0(0) o35->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.608304:0:16263:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075936064/t0(0) o35->lustre-MDT0001-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'sha1sum.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.608328:0:16263:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009f6fa780. 00000080:00000010:2.0:1715208166.608337:0:16263:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208166.608347:0:16263:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac655000. 00000100:00000010:2.0:1715208166.608350:0:16263:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000002:00000010:2.0:1715208166.608353:0:16263:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800aa6caec0. 00000080:00000010:2.0:1715208166.608356:0:16263:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b0139980. 02000000:00000010:2.0:1715208166.608359:0:16263:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab31d800. 02000000:00000010:2.0:1715208166.608361:0:16263:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a2400. 00000100:00000010:2.0:1715208166.608363:0:16263:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000080:00000010:2.0:1715208166.608366:0:16263:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800b60e6000. 00000080:00000010:3.0:1715208166.608649:0:16264:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6e31200. 00000080:00000010:3.0:1715208166.608673:0:16264:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e31200. 00020000:00000010:3.0:1715208166.608702:0:16264:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b61ced80. 00000008:00000010:3.0:1715208166.608710:0:16264:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a179e000. 00000008:00000010:3.0:1715208166.608736:0:16264:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a179e000. 00020000:00000010:3.0:1715208166.608740:0:16264:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b61ced80. 00020000:00000010:3.0:1715208166.608922:0:16264:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff8800b61ced80. 00000008:00000010:3.0:1715208166.608928:0:16264:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8800a179e000. 00000008:00000010:3.0:1715208166.608979:0:16264:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8800a179e000. 00020000:00000010:3.0:1715208166.608984:0:16264:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8800b61ced80. 00000080:00000010:3.0:1715208166.609480:0:16264:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6e31200. 00000100:00000010:3.0:1715208166.609493:0:16264:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251f80. 02000000:00000010:3.0:1715208166.609503:0:16264:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6e31400. 00000100:00000010:3.0:1715208166.609517:0:16264:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6141600. 02000000:00000010:3.0:1715208166.609530:0:16264:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab26f400. 00000400:00000010:3.0:1715208166.609536:0:16264:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50000. 00000400:00000010:3.0:1715208166.609541:0:16264:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208166.609546:0:16264:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075936192, portal 10 00000400:00000010:3.0:1715208166.609553:0:16264:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257000. 00000100:00000200:3.0:1715208166.609556:0:16264:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526075936192, offset 0 00000400:00000200:3.0:1715208166.609564:0:16264:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.609573:0:16264:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.609579:0:16264:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.609583:0:16264:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.609587:0:16264:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.609590:0:16264:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.609641:0:16264:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [109:109:256:4294967295] 192.168.202.130@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:3.0:1715208166.609656:0:16264:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.609663:0:16264:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.609702:0:16264:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbab00. 00000800:00000200:3.0:1715208166.609719:0:16264:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.609728:0:16264:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.609732:0:16264:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbab00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.609873:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.609879:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbab00. 00000400:00000200:0.0:1715208166.609885:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.609893:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.609898:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257000 00000400:00000010:0.0:1715208166.609900:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257000. 00000100:00000200:0.0:1715208166.609907:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251f80 x1798526075936192/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.611823:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.611833:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 456 into portal 10 MB=0x663bffbe01dc0 00000400:00000200:0.0:1715208166.611839:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 456/456 into md 0x431 [1] + 224 00000400:00000200:0.0:1715208166.611858:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.611863:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.611868:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251f80 x1798526075936192/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.611979:0:16264:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50000. 00000400:00000200:3.0:1715208166.611985:0:16264:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208166.611988:0:16264:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208166.612027:0:16264:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251f80 x1798526075936192/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.612042:0:16264:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251f80 x1798526075936192/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'awk.0' uid:0 gid:0 00000100:00000010:3.0:1715208166.612099:0:16264:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b6141600. 00000080:00000010:3.0:1715208166.612110:0:16264:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6e31200. 02000000:00000010:3.0:1715208166.612180:0:16264:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a4f8b800. 00000100:00000010:3.0:1715208166.612187:0:16264:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2711500. 00000002:00000010:3.0:1715208166.612191:0:16264:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff88009f2e7b80. 00000080:00000010:3.0:1715208166.612195:0:16264:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b6d7b840. 02000000:00000010:3.0:1715208166.612199:0:16264:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab26f400. 02000000:00000010:3.0:1715208166.612202:0:16264:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e31400. 00000100:00000010:3.0:1715208166.612236:0:16264:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251f80. 00000080:00000010:3.0:1715208166.612242:0:16264:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff88009eb78000. 00000080:00000010:2.0:1715208166.617797:0:16265:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b600a800. 00000080:00000010:2.0:1715208166.617815:0:16265:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b600a800. 00000080:00000010:2.0:1715208166.617832:0:16265:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b600a800. 00000080:00000010:2.0:1715208166.617838:0:16265:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b600a800. 00000020:00000010:2.0:1715208166.617846:0:16265:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b0135990. 00000020:00000010:2.0:1715208166.617849:0:16265:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b600a800. 00000020:00000010:2.0:1715208166.617852:0:16265:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b600a400. 00000020:00000010:2.0:1715208166.617855:0:16265:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e330720. 00000008:00000010:2.0:1715208166.617860:0:16265:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5815940. 00020000:00000010:2.0:1715208166.617863:0:16265:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009eab1f00. 00008000:00000010:2.0:1715208166.617873:0:16265:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3dc40. 00000080:00000010:2.0:1715208166.617878:0:16265:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb74c0. 00000080:00000010:2.0:1715208166.617882:0:16265:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3d240. 00000020:00000010:2.0:1715208166.617886:0:16265:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b022ae00. 00000008:00000010:2.0:1715208166.617889:0:16265:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b00e09a0. 00020000:00000010:2.0:1715208166.617891:0:16265:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a690f180. 00008000:00000010:2.0:1715208166.617893:0:16265:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e115dd8. 00000080:00000010:2.0:1715208166.617896:0:16265:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009ffe1690. 00020000:00000010:2.0:1715208166.617906:0:16265:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e34c280. 00000020:00000010:2.0:1715208166.617909:0:16265:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b01356c0. 00000020:00000010:2.0:1715208166.617912:0:16265:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6297e00. 00000020:00000010:2.0:1715208166.617914:0:16265:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6297c00. 00000020:00000010:2.0:1715208166.617916:0:16265:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e330660. 00000008:00000010:2.0:1715208166.617919:0:16265:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5816468. 00020000:00000010:2.0:1715208166.617921:0:16265:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009eab1cc0. 00008000:00000010:2.0:1715208166.617923:0:16265:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3dfc8. 00000080:00000010:2.0:1715208166.617925:0:16265:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb7558. 00000080:00000010:2.0:1715208166.617927:0:16265:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3d488. 00000020:00000010:2.0:1715208166.617930:0:16265:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6297a00. 00000008:00000010:2.0:1715208166.617932:0:16265:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b00e0b00. 00020000:00000010:2.0:1715208166.617934:0:16265:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a690f3c0. 00008000:00000010:2.0:1715208166.617935:0:16265:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e115e40. 00000080:00000010:2.0:1715208166.617938:0:16265:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009ffe1780. 00000008:00000010:2.0:1715208166.617941:0:16265:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c260. 00000008:00000010:2.0:1715208166.617960:0:16265:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c260. 00020000:00000010:2.0:1715208166.617963:0:16265:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e34c280. 00000080:00000010:2.0:1715208166.617987:0:16265:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6297800. 00000080:00000010:2.0:1715208166.617997:0:16265:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6297800. 00000080:00000010:2.0:1715208166.618007:0:16265:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6297800. 00000100:00000010:2.0:1715208166.618013:0:16265:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715208166.618021:0:16265:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac655000. 00010000:00000010:2.0:1715208166.618031:0:16265:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690f600. 00000100:00000010:2.0:1715208166.618046:0:16265:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009eab1c00. 02000000:00000010:2.0:1715208166.618057:0:16265:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8800b6378800. 00000400:00000010:2.0:1715208166.618060:0:16265:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000010:2.0:1715208166.618063:0:16265:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715208166.618067:0:16265:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1798526075936256, portal 10 00000400:00000010:2.0:1715208166.618070:0:16265:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000100:00000200:2.0:1715208166.618072:0:16265:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1798526075936256, offset 0 00000400:00000200:2.0:1715208166.618079:0:16265:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.618086:0:16265:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.618090:0:16265:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.618093:0:16265:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.618096:0:16265:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.618098:0:16265:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.618101:0:16265:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [110:110:256:4294967295] 192.168.202.130@tcp LPNI seq info [110:110:8:4294967295] 00000400:00000200:2.0:1715208166.618111:0:16265:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.618151:0:16265:0:(socklnd_cb.c:1007:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.618157:0:16265:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715208166.618164:0:16265:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.618172:0:16265:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.618176:0:16265:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 680 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.618337:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.618353:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715208166.618359:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.618367:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.618372:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:0.0:1715208166.618374:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:0.0:1715208166.618383:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526075936256/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.620538:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.620549:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 640 into portal 10 MB=0x663bffbe01e00 00000400:00000200:0.0:1715208166.620555:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 640/640 into md 0x439 [1] + 224 00000400:00000200:0.0:1715208166.620571:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.620575:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.620581:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526075936256/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.620714:0:16265:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:2.0:1715208166.620722:0:16265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:2.0:1715208166.620723:0:16265:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715208166.620731:0:16265:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526075936256/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.620743:0:16265:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526075936256/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 584/1024 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.620765:0:16265:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009eab1c00. 00010000:00000010:2.0:1715208166.620776:0:16265:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e6cb00. 00010000:00000010:2.0:1715208166.620779:0:16265:0:(ldlm_resource.c:1411:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009e34c280. 00000002:00000010:2.0:1715208166.620803:0:16265:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b0139400. 00000080:00000010:2.0:1715208166.620817:0:16265:0:(super25.c:61:ll_alloc_inode()) slab-alloced 'lli': 2008 at ffff88009de65000. 00000080:00000010:2.0:1715208166.620827:0:16265:0:(vvp_object.c:362:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8800b62c5898. 00020000:00000010:2.0:1715208166.620833:0:16265:0:(lov_object.c:2365:lov_object_alloc()) slab-alloced 'lov': 232 at ffff88009f2cb658. 00020000:00000010:2.0:1715208166.620837:0:16265:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e3309c0. 00020000:00000010:2.0:1715208166.620839:0:16265:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e34c680. 00020000:00000010:2.0:1715208166.620842:0:16265:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330ea0. 00020000:00000010:2.0:1715208166.620845:0:16265:0:(lov_object.c:631:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88009e84f750. 00020000:00000010:2.0:1715208166.620847:0:16265:0:(lov_object.c:635:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff88009eab1c00. 00020000:00000010:2.0:1715208166.620851:0:16265:0:(lov_object.c:210:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff88009e115de8. 00020000:00000010:2.0:1715208166.620855:0:16265:0:(lovsub_object.c:184:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8800b62c5960. 00000008:00000010:2.0:1715208166.620860:0:16265:0:(osc_object.c:448:osc_object_alloc()) slab-alloced 'osc': 400 at ffff8800ac5d47d0. 00020000:00000010:2.0:1715208166.620871:0:16265:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330a20. 00020000:00000010:2.0:1715208166.620874:0:16265:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e34c480. 00020000:00000010:2.0:1715208166.620876:0:16265:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330d20. 00020000:00000010:2.0:1715208166.620879:0:16265:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e34c480. 00020000:00000010:2.0:1715208166.620881:0:16265:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009e330a20. 00020000:00000010:2.0:1715208166.620883:0:16265:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009e330d20. 00000080:00000010:2.0:1715208166.620890:0:16265:0:(dcache.c:161:ll_d_setup()) kmalloced '(lld)': 24 at ffff8800aa6cac40. 00000080:00000010:2.0:1715208166.620899:0:16265:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6297800. 02000000:00000010:2.0:1715208166.620903:0:16265:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8800b6378800. 02000000:00000010:2.0:1715208166.620907:0:16265:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac655000. 00000100:00000010:2.0:1715208166.620910:0:16265:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000080:00000010:2.0:1715208166.620919:0:16265:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6297800. 00000080:00000010:2.0:1715208166.620931:0:16265:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6297800. 00020000:00000010:2.0:1715208166.620947:0:16265:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e34c480. 00000008:00000010:2.0:1715208166.620952:0:16265:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c260. 00010000:00000010:2.0:1715208166.620960:0:16265:0:(ldlm_resource.c:1434:ldlm_resource_new()) slab-alloced 'res': 240 at ffff8800b6e6cc00. 00010000:00000010:2.0:1715208166.620962:0:16265:0:(ldlm_resource.c:1395:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 144 at ffff88009eab1300. 00010000:00000010:2.0:1715208166.620965:0:16265:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690f840. 00000020:00000010:2.0:1715208166.620969:0:16265:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8800b0139480. 00010000:00000010:2.0:1715208166.620973:0:16265:0:(ldlm_extent.c:963:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88009e34ca00. 00010000:00000010:2.0:1715208166.620983:0:16265:0:(ldlm_lock.c:1758:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff8800b0139ac0. 00000100:00000010:2.0:1715208166.620987:0:16265:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715208166.620996:0:16265:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715208166.621111:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab26f400. 00000400:00000010:3.0:1715208166.621158:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50000. 00000400:00000010:3.0:1715208166.621162:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208166.621165:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075936320, portal 4 00000400:00000010:3.0:1715208166.621170:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257e58. 00000100:00000200:3.0:1715208166.621172:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1798526075936320, offset 0 00000400:00000200:3.0:1715208166.621179:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.621188:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.621194:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.621197:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.621201:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.621214:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.621220:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [111:111:256:4294967295] 192.168.202.130@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000200:3.0:1715208166.621233:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.621241:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.621245:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba800. 00000800:00000200:3.0:1715208166.621251:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.621259:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.621264:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.621361:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.621368:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba800. 00000400:00000200:0.0:1715208166.621374:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.621382:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.621386:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257e58 00000400:00000010:0.0:1715208166.621389:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257e58. 00000100:00000200:0.0:1715208166.621397:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526075936320/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.623150:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.623161:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 400 into portal 4 MB=0x663bffbe01e40 00000400:00000200:0.0:1715208166.623167:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 400/400 into md 0x441 [1] + 224 00000400:00000200:0.0:1715208166.623183:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.623187:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.623194:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526075936320/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.623333:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50000. 00000400:00000200:3.0:1715208166.623341:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208166.623342:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208166.623350:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526075936320/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.623361:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526075936320/t0(0) o101->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 328/400 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 02000000:00000010:3.0:1715208166.623431:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab26f400. 02000000:00000010:3.0:1715208166.623438:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6297800. 00000100:00000010:3.0:1715208166.623442:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000008:00000010:2.0:1715208166.623512:0:16265:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c260. 00020000:00000010:2.0:1715208166.623518:0:16265:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e34c480. 00000080:00000010:2.0:1715208166.623562:0:16265:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6297600. 00000080:00000010:2.0:1715208166.623579:0:16265:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6297600. 00000080:00000010:2.0:1715208166.623596:0:16265:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800b60e6000. 00000080:00000010:2.0:1715208166.623601:0:16265:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6297600. 00000100:00000010:2.0:1715208166.623610:0:16265:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715208166.623620:0:16265:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac655000. 00010000:00000010:2.0:1715208166.623629:0:16265:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690fa80. 00000100:00000010:2.0:1715208166.623638:0:16265:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009eab1600. 02000000:00000010:2.0:1715208166.623683:0:16265:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009e0c0000. 00000400:00000010:2.0:1715208166.623688:0:16265:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000010:2.0:1715208166.623692:0:16265:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800ac656800. 00000100:00000200:2.0:1715208166.623696:0:16265:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526075936448, portal 10 00000400:00000010:2.0:1715208166.623700:0:16265:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715208166.623702:0:16265:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1798526075936448, offset 0 00000400:00000200:2.0:1715208166.623708:0:16265:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.623715:0:16265:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.623719:0:16265:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.623722:0:16265:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.623725:0:16265:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.623727:0:16265:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.623730:0:16265:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [112:112:256:4294967295] 192.168.202.130@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:2.0:1715208166.623739:0:16265:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.623744:0:16265:0:(socklnd_cb.c:1007:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.623747:0:16265:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715208166.623751:0:16265:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.623757:0:16265:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.623766:0:16265:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.623920:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.623927:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715208166.623933:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.623941:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.623947:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:0.0:1715208166.623949:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:0.0:1715208166.623957:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526075936448/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.625996:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.626007:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 664 into portal 10 MB=0x663bffbe01ec0 00000400:00000200:0.0:1715208166.626014:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 664/664 into md 0x449 [32] + 224 00000400:00000200:0.0:1715208166.626030:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.626035:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.626097:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526075936448/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.626229:0:16265:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:2.0:1715208166.626236:0:16265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac656800 00000400:00000010:2.0:1715208166.626238:0:16265:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800ac656800. 00000100:00000200:2.0:1715208166.626246:0:16265:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526075936448/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.626257:0:16265:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526075936448/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.626281:0:16265:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009eab1600. 00000002:00000010:2.0:1715208166.626303:0:16265:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b0139680. 00000080:00000010:2.0:1715208166.626311:0:16265:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6297600. 00020000:00000010:2.0:1715208166.626322:0:16265:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330d20. 00020000:00000010:2.0:1715208166.626325:0:16265:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e34c480. 00020000:00000010:2.0:1715208166.626328:0:16265:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330a20. 00020000:00000010:2.0:1715208166.626332:0:16265:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e34c480. 00020000:00000010:2.0:1715208166.626334:0:16265:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009e330d20. 00020000:00000010:2.0:1715208166.626336:0:16265:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009e330a20. 00020000:00000010:2.0:1715208166.626341:0:16265:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330a20. 00020000:00000010:2.0:1715208166.626343:0:16265:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e34c480. 00020000:00000010:2.0:1715208166.626345:0:16265:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330d20. 00020000:00000010:2.0:1715208166.626346:0:16265:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e34c480. 00020000:00000010:2.0:1715208166.626348:0:16265:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009e330a20. 00020000:00000010:2.0:1715208166.626349:0:16265:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009e330d20. 00000080:00000010:2.0:1715208166.626361:0:16265:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b0139dc0. 00000002:00000010:2.0:1715208166.626367:0:16265:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800aa6caec0. 02000000:00000010:2.0:1715208166.626373:0:16265:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009e0c0000. 00000080:00000010:2.0:1715208166.626425:0:16265:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6297600. 00000080:00000010:2.0:1715208166.626438:0:16265:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6297600. 00000080:00000010:2.0:1715208166.626451:0:16265:0:(file.c:86:ll_file_data_get()) slab-alloced 'fd': 288 at ffff8800b60e6140. 00000080:00000010:2.0:1715208166.626485:0:16265:0:(llite_lib.c:3831:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8800b6297600. 00000100:00000010:2.0:1715208166.626495:0:16265:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7800. 02000000:00000010:2.0:1715208166.626505:0:16265:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac656800. 00010000:00000010:2.0:1715208166.626524:0:16265:0:(ldlm_lock.c:463:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a690fcc0. 00000100:00000010:2.0:1715208166.626535:0:16265:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009eab1600. 02000000:00000010:2.0:1715208166.626569:0:16265:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff88009e0c0000. 00000400:00000010:2.0:1715208166.626573:0:16265:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000010:2.0:1715208166.626577:0:16265:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 632 at ffff8800ac655400. 00000100:00000200:2.0:1715208166.626581:0:16265:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1798526075936576, portal 10 00000400:00000010:2.0:1715208166.626586:0:16265:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000100:00000200:2.0:1715208166.626588:0:16265:0:(niobuf.c:87:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1798526075936576, offset 0 00000400:00000200:2.0:1715208166.626594:0:16265:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.626601:0:16265:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.626605:0:16265:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.626608:0:16265:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.626611:0:16265:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.626614:0:16265:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.626616:0:16265:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [113:113:256:4294967295] 192.168.202.130@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:2.0:1715208166.626626:0:16265:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.626631:0:16265:0:(socklnd_cb.c:1007:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.626634:0:16265:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715208166.626638:0:16265:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.626644:0:16265:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.626647:0:16265:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.626740:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.626745:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:0.0:1715208166.626750:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.626757:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.626761:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:0.0:1715208166.626764:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:0.0:1715208166.626771:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7800 x1798526075936576/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 3 fl Rpc:Pr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.628620:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.628631:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 664 into portal 10 MB=0x663bffbe01f40 00000400:00000200:0.0:1715208166.628637:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 664/664 into md 0x451 [32] + 224 00000400:00000200:0.0:1715208166.628654:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.628659:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.628671:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7800 x1798526075936576/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:PQr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.628797:0:16265:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:2.0:1715208166.628804:0:16265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac655400 00000400:00000010:2.0:1715208166.628806:0:16265:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 632 at ffff8800ac655400. 00000100:00000200:2.0:1715208166.628815:0:16265:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7800 x1798526075936576/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.628825:0:16265:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7800 x1798526075936576/t0(0) o101->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:12/10 lens 648/66320 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RPQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.628849:0:16265:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009eab1600. 00000002:00000010:2.0:1715208166.628873:0:16265:0:(mdc_locks.c:944:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8800b0139980. 00010000:00000010:2.0:1715208166.628894:0:16265:0:(ldlm_lockd.c:2287:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff88009eab1600. 00000080:00000010:2.0:1715208166.628921:0:16265:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6297600. 00020000:00000010:2.0:1715208166.628933:0:16265:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330d20. 00020000:00000010:2.0:1715208166.628935:0:16265:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e34c480. 00020000:00000010:2.0:1715208166.628938:0:16265:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330a20. 00020000:00000010:2.0:1715208166.628942:0:16265:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e34c480. 00020000:00000010:2.0:1715208166.628944:0:16265:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009e330d20. 00020000:00000010:2.0:1715208166.628946:0:16265:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009e330a20. 00020000:00000010:2.0:1715208166.628952:0:16265:0:(lov_ea.c:229:lsme_unpack()) kmalloced '(lsme)': 72 at ffff88009e330a20. 00020000:00000010:2.0:1715208166.628953:0:16265:0:(lov_ea.c:266:lsme_unpack()) slab-alloced 'loi': 112 at ffff88009e34c480. 00020000:00000010:2.0:1715208166.628955:0:16265:0:(lov_ea.c:378:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff88009e330d20. 00020000:00000010:2.0:1715208166.628957:0:16265:0:(lov_ea.c:158:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88009e34c480. 00020000:00000010:2.0:1715208166.628958:0:16265:0:(lov_ea.c:161:lsme_free()) kfreed 'lsme': 72 at ffff88009e330a20. 00020000:00000010:2.0:1715208166.628960:0:16265:0:(lov_ea.c:180:lsm_free()) kfreed 'lsm': 88 at ffff88009e330d20. 00000080:00000010:2.0:1715208166.628972:0:16265:0:(file.c:1027:ll_file_open()) kmalloced '(*och_p)': 48 at ffff8800b0139440. 00000002:00000010:2.0:1715208166.628978:0:16265:0:(obd.h:1360:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8800aa6ca7a0. 02000000:00000010:2.0:1715208166.628984:0:16265:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff88009e0c0000. 00000100:00000010:1.0:1715208166.629035:0:16233:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a2711880. 02000000:00000010:1.0:1715208166.629046:0:16233:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012e3d0800. 00010000:00000010:1.0:1715208166.629088:0:16233:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b0139980. 00020000:00000010:2.0:1715208166.629088:0:16265:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e34c480. 00000020:00000010:2.0:1715208166.629095:0:16265:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b01355a0. 00010000:00000010:1.0:1715208166.629096:0:16233:0:(ldlm_lockd.c:2976:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff88009eab1600. 00000020:00000010:2.0:1715208166.629099:0:16265:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6297600. 00000020:00000010:2.0:1715208166.629103:0:16265:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6297400. 00000020:00000010:2.0:1715208166.629106:0:16265:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e330d20. 00000008:00000010:2.0:1715208166.629112:0:16265:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5816f90. 00020000:00000010:2.0:1715208166.629116:0:16265:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009eab16c0. 00008000:00000010:2.0:1715208166.629152:0:16265:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3e350. 02000000:00000010:3.0:1715208166.629157:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000080:00000010:2.0:1715208166.629158:0:16265:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb75f0. 00000080:00000010:2.0:1715208166.629162:0:16265:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3d6d0. 00000400:00000010:3.0:1715208166.629163:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50000. 00000020:00000010:2.0:1715208166.629166:0:16265:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6297200. 00000400:00000010:3.0:1715208166.629168:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000008:00000010:2.0:1715208166.629170:0:16265:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b00e0c60. 00000100:00000200:3.0:1715208166.629173:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075936640, portal 18 00020000:00000010:2.0:1715208166.629175:0:16265:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a690c240. 00008000:00000010:2.0:1715208166.629178:0:16265:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e115df0. 00000400:00000010:3.0:1715208166.629179:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257f68. 00000080:00000010:2.0:1715208166.629182:0:16265:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009ffe1870. 00000100:00000200:3.0:1715208166.629182:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1798526075936640, offset 0 00000008:00000010:2.0:1715208166.629188:0:16265:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c260. 00000400:00000200:3.0:1715208166.629191:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.629201:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.629206:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.629210:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.629214:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.629217:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000008:00000010:2.0:1715208166.629218:0:16265:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c260. 00020000:00000010:2.0:1715208166.629230:0:16265:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e34c480. 00000400:00000200:3.0:1715208166.629230:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [114:114:256:4294967295] 192.168.202.130@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:3.0:1715208166.629243:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.629251:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.629256:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba600. 00020000:00000010:2.0:1715208166.629260:0:16265:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e34c480. 00000800:00000200:3.0:1715208166.629263:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000008:00000010:2.0:1715208166.629266:0:16265:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c260. 00000800:00000200:3.0:1715208166.629271:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.629275:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba600 type 1, nob 424 niov 1 nkiov 1 00000008:00000010:2.0:1715208166.629285:0:16265:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c260. 00020000:00000010:2.0:1715208166.629289:0:16265:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e34c480. 00020000:00000010:2.0:1715208166.629315:0:16265:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e34c480. 00000008:00000010:2.0:1715208166.629320:0:16265:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c260. 00020000:00000010:2.0:1715208166.629340:0:16265:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012bd27500. 00000008:00000010:2.0:1715208166.629344:0:16265:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c390. 00000008:00000010:2.0:1715208166.629356:0:16265:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c390. 00020000:00000010:2.0:1715208166.629359:0:16265:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012bd27500. 00000800:00000200:0.0:1715208166.629369:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000008:00000010:2.0:1715208166.629374:0:16265:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c260. 00000800:00000010:0.0:1715208166.629376:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba600. 00020000:00000010:2.0:1715208166.629377:0:16265:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e34c480. 00000400:00000200:0.0:1715208166.629381:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.629389:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.629394:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257f68 00000400:00000010:0.0:1715208166.629397:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257f68. 00000100:00000200:0.0:1715208166.629404:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a2711880 x1798526075936640/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00020000:00000010:2.0:1715208166.629437:0:16265:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012bd27500. 00000008:00000010:2.0:1715208166.629443:0:16265:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c260. 00000008:00000010:2.0:1715208166.629491:0:16265:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c260. 00020000:00000010:2.0:1715208166.629494:0:16265:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012bd27500. 00000020:00000010:2.0:1715208166.629511:0:16265:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 704 at ffff8800ac655400. 00020000:00000010:2.0:1715208166.629531:0:16265:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012bd27500. 00000008:00000010:2.0:1715208166.629534:0:16265:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c260. 00000020:00000010:2.0:1715208166.629550:0:16265:0:(cl_page.c:217:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff8800b00d40d8. 00000008:00000010:2.0:1715208166.629564:0:16265:0:(osc_cache.c:326:osc_extent_alloc()) slab-alloced 'ext': 184 at ffff8800a9a7b170. 00000008:00000010:0.0:1715208166.629623:0:15152:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 8 at ffff8800b4254f00. 00000008:00000010:0.0:1715208166.629629:0:15152:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b609e1a0. 00000100:00000010:0.0:1715208166.629646:0:15152:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208166.629653:0:15152:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:3.0:1715208166.629727:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8800aa61e000. 00000400:00000010:3.0:1715208166.629733:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715208166.629736:0:15153:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6141600. 00000100:00000200:3.0:1715208166.629740:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1798526075936768, portal 4 00000400:00000010:3.0:1715208166.629744:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257110. 00000100:00000200:3.0:1715208166.629746:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1798526075936768, offset 0 00000400:00000200:3.0:1715208166.629751:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208166.629758:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208166.629761:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208166.629764:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208166.629767:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208166.629769:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208166.629772:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [115:115:256:4294967295] 192.168.202.130@tcp LPNI seq info [115:115:8:4294967295] 00000400:00000200:3.0:1715208166.629780:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208166.629784:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208166.629787:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba400. 00000800:00000200:3.0:1715208166.629791:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208166.629796:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208166.629799:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba400 type 1, nob 584 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.629849:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.629854:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba400. 00000400:00000200:0.0:1715208166.629858:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.629865:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.629869:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257110 00000400:00000010:0.0:1715208166.629872:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257110. 00000100:00000200:0.0:1715208166.629879:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075936768/t0(0) o3->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1715208166.630670:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.630679:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 18 MB=0x663bffbe01f80 00000400:00000200:0.0:1715208166.630685:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.130@tcp of length 224/224 into md 0x459 [1] + 224 00000400:00000200:0.0:1715208166.630701:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.630705:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.630711:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a2711880 x1798526075936640/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.630836:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50000. 00000400:00000200:3.0:1715208166.630844:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208166.630846:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208166.630863:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a2711880 x1798526075936640/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.630874:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a2711880 x1798526075936640/t0(0) o103->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:17/18 lens 328/224 e 0 to 0 dl 1715208182 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 02000000:00000010:3.0:1715208166.630895:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715208166.630900:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012e3d0800. 00000100:00000010:3.0:1715208166.630903:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2711880. 00000400:00000200:0.0:1715208166.631185:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.631207:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 4536 into portal 4 MB=0x663bffbe02000 00000400:00000200:0.0:1715208166.631213:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 4536/4536 into md 0x461 [2] + 224 00000400:00000200:0.0:1715208166.631242:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.631248:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.631256:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075936768/t0(0) o3->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:3.0:1715208166.631388:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208166.631395:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6141600 00000400:00000010:3.0:1715208166.631397:0:15153:0:(lib-lnet.h:298:lnet_md_free()) kfreed 'md': 152 at ffff8800b6141600. 00000100:00000200:3.0:1715208166.631405:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075936768/t0(0) o3->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:3.0:1715208166.631416:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075936768/t0(0) o3->lustre-OST0000-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 488/4536 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000008:00000010:3.0:1715208166.631482:0:15153:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b609e1a0. 00000008:00000010:3.0:1715208166.631513:0:15153:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff8800a9a7b170. 00000008:00000010:3.0:1715208166.631520:0:15153:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 8 at ffff8800b4254f00. 02000000:00000010:3.0:1715208166.631530:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8800aa61e000. 02000000:00000010:3.0:1715208166.631536:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a2400. 00000100:00000010:3.0:1715208166.631541:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000008:00000010:2.0:1715208166.631594:0:16265:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c260. 00020000:00000010:2.0:1715208166.631600:0:16265:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012bd27500. 00020000:00000010:2.0:1715208166.631634:0:16265:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012bd27500. 00000008:00000010:2.0:1715208166.631640:0:16265:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c260. 00000008:00000010:2.0:1715208166.631662:0:16265:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c260. 00020000:00000010:2.0:1715208166.631664:0:16265:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012bd27500. 00020000:00000010:2.0:1715208166.631684:0:16265:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88012bd27500. 00000008:00000010:2.0:1715208166.631687:0:16265:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c260. 00020000:00000010:2.0:1715208166.631700:0:16265:0:(lov_lock.c:155:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff88009e34c480. 00000008:00000010:2.0:1715208166.631702:0:16265:0:(osc_lock.c:1217:osc_lock_init()) slab-alloced 'oscl': 304 at ffff88009fe6c390. 00000008:00000010:2.0:1715208166.631708:0:16265:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c390. 00020000:00000010:2.0:1715208166.631720:0:16265:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88009e34c480. 00000008:00000010:2.0:1715208166.631733:0:16265:0:(osc_lock.c:127:osc_lock_fini()) slab-freed '(ols)': 304 at ffff88009fe6c260. 00020000:00000010:2.0:1715208166.631735:0:16265:0:(lov_lock.c:233:lov_lock_fini()) kfreed 'lovlck': 112 at ffff88012bd27500. 00000080:00000010:2.0:1715208166.631855:0:16265:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800b60e6000. 00000080:00000010:2.0:1715208166.631870:0:16265:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6297000. 00000100:00000010:2.0:1715208166.631878:0:16265:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715208166.631886:0:16265:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6296e00. 00000100:00000010:2.0:1715208166.631896:0:16265:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009eab1000. 02000000:00000010:2.0:1715208166.631907:0:16265:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac656400. 00000400:00000010:2.0:1715208166.631911:0:16265:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000010:2.0:1715208166.631915:0:16265:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715208166.631918:0:16265:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075936896, portal 10 00000400:00000010:2.0:1715208166.631922:0:16265:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715208166.631924:0:16265:0:(niobuf.c:87:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1798526075936896, offset 0 00000400:00000200:2.0:1715208166.631931:0:16265:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208166.631938:0:16265:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208166.631942:0:16265:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208166.631945:0:16265:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208166.631948:0:16265:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208166.631950:0:16265:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208166.631953:0:16265:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [116:116:256:4294967295] 192.168.202.130@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:2.0:1715208166.631962:0:16265:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208166.631967:0:16265:0:(socklnd_cb.c:1007:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208166.631970:0:16265:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715208166.631974:0:16265:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208166.631980:0:16265:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208166.631983:0:16265:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1715208166.632174:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208166.632180:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:0.0:1715208166.632186:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.632194:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208166.632200:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:0.0:1715208166.632203:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:0.0:1715208166.632211:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526075936896/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00010000:00000010:3.1:1715208166.633309:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690fcc0. 00000400:00000200:0.0:1715208166.634298:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208166.634308:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 456 into portal 10 MB=0x663bffbe02080 00000400:00000200:0.0:1715208166.634315:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.130@tcp of length 456/456 into md 0x469 [1] + 224 00000400:00000200:0.0:1715208166.634332:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208166.634336:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208166.634342:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526075936896/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:2.0:1715208166.634439:0:16265:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:2.0:1715208166.634446:0:16265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:2.0:1715208166.634448:0:16265:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715208166.634480:0:16265:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526075936896/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1715208166.634501:0:16265:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526075936896/t0(0) o35->lustre-MDT0000-mdc-ffff88012c0c1800@192.168.202.130@tcp:23/10 lens 392/624 e 0 to 0 dl 1715208182 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000010:2.0:1715208166.634526:0:16265:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009eab1000. 00000080:00000010:2.0:1715208166.634533:0:16265:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6297000. 02000000:00000010:2.0:1715208166.634543:0:16265:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac656800. 00000100:00000010:2.0:1715208166.634546:0:16265:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7800. 00000002:00000010:2.0:1715208166.634549:0:16265:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800aa6ca7a0. 00000080:00000010:2.0:1715208166.634552:0:16265:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b0139440. 02000000:00000010:2.0:1715208166.634555:0:16265:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac656400. 02000000:00000010:2.0:1715208166.634557:0:16265:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6296e00. 00000100:00000010:2.0:1715208166.634560:0:16265:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 00000080:00000010:2.0:1715208166.634563:0:16265:0:(file.c:99:ll_file_data_put()) slab-freed '(fd)': 288 at ffff8800b60e6140. 00000080:00000010:2.0:1715208166.641560:0:16266:0:(llite_lib.c:3495:ll_umount_begin()) kmalloced '(ioc_data)': 576 at ffff8800ac656400. 00000100:02000400:2.0:1715208166.641571:0:16266:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00000002:00000010:2.0:1715208166.646850:0:16266:0:(mdc_request.c:752:mdc_commit_open()) kfreed 'mod': 32 at ffff88009e12f580. 02000000:00000010:2.0:1715208166.646859:0:16266:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab26d400. 00000100:00000010:2.0:1715208166.646863:0:16266:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251500. 02000000:00000010:2.0:1715208166.646868:0:16266:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab26d000. 02000000:00000010:2.0:1715208166.646871:0:16266:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b610a000. 00000100:00000010:2.0:1715208166.646874:0:16266:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3250e00. 02000000:00000010:2.0:1715208166.646877:0:16266:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab26d800. 02000000:00000010:2.0:1715208166.646880:0:16266:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e30200. 00000100:00000010:2.0:1715208166.646883:0:16266:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251c00. 00000002:00000010:2.0:1715208166.646887:0:16266:0:(mdc_request.c:752:mdc_commit_open()) kfreed 'mod': 32 at ffff8800aa6ca4e0. 02000000:00000010:2.0:1715208166.646890:0:16266:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a4f89800. 00000100:00000010:2.0:1715208166.646893:0:16266:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a2710a80. 02000000:00000010:2.0:1715208166.646895:0:16266:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac655c00. 02000000:00000010:2.0:1715208166.646898:0:16266:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b600a600. 00000100:00000010:2.0:1715208166.646900:0:16266:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00010000:00000010:2.0:1715208166.646978:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bd27e80. 00010000:00000010:2.0:1715208166.647023:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e817480. 00000080:00000010:2.0:1715208166.647038:0:16266:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff88009e84f780. 00000080:00000010:2.0:1715208166.647041:0:16266:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 51 at ffff8800b0139f40. 00000080:00000010:2.0:1715208166.647044:0:16266:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012a4d9a50. 00000080:00000010:2.0:1715208166.647046:0:16266:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff88009e84f900. 00000080:00000010:2.0:1715208166.647048:0:16266:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8800aa6ca420. 00000080:00000010:2.0:1715208166.647049:0:16266:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012a4d9910. 00010000:00000010:2.0:1715208166.647054:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bd27100. 00010000:00000010:2.0:1715208166.647084:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bd27000. 00010000:00000010:2.0:1715208166.647191:0:16266:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012a4b2b00. 00010000:00000010:2.0:1715208166.647198:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e817d80. 00010000:00000010:2.0:1715208166.647247:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009ea08300. 00010000:00000010:2.0:1715208166.647263:0:16266:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b0139080. 00010000:00000010:2.0:1715208166.647268:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bd27b80. 00000080:00000010:2.0:1715208166.647303:0:16266:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff88009e84f700. 00000080:00000010:2.0:1715208166.647305:0:16266:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 44 at ffff8800b0139b80. 00000080:00000010:2.0:1715208166.647307:0:16266:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012a4d9d70. 00000080:00000010:2.0:1715208166.647308:0:16266:0:(xattr_cache.c:341:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff88009e84f810. 00000080:00000010:2.0:1715208166.647310:0:16266:0:(xattr_cache.c:342:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff8800aa6ca060. 00000080:00000010:2.0:1715208166.647312:0:16266:0:(xattr_cache.c:343:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff88012a4d9230. 00010000:00000010:2.0:1715208166.647316:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bd27880. 00010000:00000010:2.0:1715208166.647371:0:16266:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b0139f80. 00010000:00000010:2.0:1715208166.647374:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bd27200. 00010000:00000010:2.0:1715208166.647415:0:16266:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b606d480. 00010000:00000010:2.0:1715208166.647419:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e9a9580. 00010000:00000010:2.0:1715208166.647451:0:16266:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b0139400. 00010000:00000010:2.0:1715208166.647483:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e34c280. 00010000:00000010:2.0:1715208166.647602:0:16266:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012a4b2780. 00010000:00000010:2.0:1715208166.647608:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e817880. 00010000:00000010:2.0:1715208166.647647:0:16266:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff88012a4b27c0. 00000080:00000010:2.0:1715208166.647664:0:16266:0:(file.c:173:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8800b6296e00. 00000100:00000010:2.0:1715208166.647673:0:16266:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715208166.647680:0:16266:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6297000. 00000100:00000010:2.0:1715208166.647691:0:16266:0:(client.c:1074:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009eab1000. 00000100:00000010:2.0:1715208166.647700:0:16266:0:(ptlrpc_internal.h:334:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009eab1000. 00000080:00020000:2.0:1715208166.647704:0:16266:0:(file.c:264:ll_close_inode_openhandle()) lustre-clilmv-ffff88012c0c1800: inode [0x200000bd1:0x2:0x0] mdc close failed: rc = -108 00000080:00000010:2.0:1715208166.657133:0:16266:0:(llite_lib.c:3953:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8800b6296e00. 02000000:00000010:2.0:1715208166.657145:0:16266:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac655000. 00000100:00000010:2.0:1715208166.657149:0:16266:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000002:00000010:2.0:1715208166.657152:0:16266:0:(mdc_request.c:869:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff8800aa6caec0. 00000080:00000010:2.0:1715208166.657154:0:16266:0:(file.c:286:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8800b0139dc0. 02000000:00000010:2.0:1715208166.657157:0:16266:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6297000. 00000100:00000010:2.0:1715208166.657159:0:16266:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00010000:00000010:2.0:1715208166.657178:0:16266:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b0139680. 00010000:00000010:2.0:1715208166.657186:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b61cea80. 00000100:02000400:2.0:1715208166.659636:0:16266:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-MDT0001_UUID INACTIVE by administrator request 02000000:00000010:2.0:1715208166.659643:0:16266:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab26c800. 02000000:00000010:2.0:1715208166.659649:0:16266:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b0010200. 00000100:00000010:2.0:1715208166.659652:0:16266:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3250a80. 00010000:00000010:2.0:1715208166.659740:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bd27900. 00010000:00000010:2.0:1715208166.659751:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e817900. 00010000:00000010:2.0:1715208166.659795:0:16266:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b0139380. 00010000:00000010:2.0:1715208166.659799:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bd27680. 00010000:00000010:2.0:1715208166.659828:0:16266:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b6ff9380. 00010000:00000010:2.0:1715208166.659832:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009e817700. 00010000:00000010:2.0:1715208166.659902:0:16266:0:(ldlm_lock.c:232:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at ffff8800b0139d80. 00010000:00000010:2.0:1715208166.659906:0:16266:0:(ldlm_resource.c:1489:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bd27300. 00000100:02000400:2.0:1715208166.662447:0:16266:0:(recover.c:255:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 02000000:00000010:2.0:1715208166.662484:0:16266:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab31f800. 02000000:00000010:2.0:1715208166.662489:0:16266:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6e30a00. 00000100:00000010:2.0:1715208166.662499:0:16266:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251880. 00010000:00000010:0.1:1715208166.669332:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690e880. 00010000:00000010:0.1:1715208166.669341:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e6c000. 00010000:00000010:0.1:1715208166.669344:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b0364b40. 00010000:00000010:0.1:1715208166.669347:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88009f307900. 00010000:00000010:0.1:1715208166.669351:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690c900. 00010000:00000010:0.1:1715208166.669353:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690cb40. 00010000:00000010:0.1:1715208166.669356:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d4fe00. 00010000:00000010:0.1:1715208166.669358:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690e640. 00010000:00000010:0.1:1715208166.669361:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e6c100. 00000080:00000010:0.1:1715208166.669363:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88009e12f880. 00010000:00000010:0.1:1715208166.669367:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b0365f80. 00010000:00000010:0.1:1715208166.669370:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6dba000. 00010000:00000010:0.1:1715208166.669373:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690e400. 00010000:00000010:0.1:1715208166.669375:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b5865900. 00000080:00000010:0.1:1715208166.669378:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88009f2e79a0. 00010000:00000010:0.1:1715208166.669390:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690cd80. 00010000:00000010:0.1:1715208166.669393:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d4f100. 00000080:00000010:0.1:1715208166.669395:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88009f2e7d00. 00010000:00000010:0.1:1715208166.669398:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690cfc0. 00010000:00000010:0.1:1715208166.669400:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a803cfc0. 00010000:00000010:0.1:1715208166.669403:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d4ff00. 00000080:00000010:0.1:1715208166.669406:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa6cabc0. 00010000:00000010:0.1:1715208166.669409:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690d200. 00010000:00000010:0.1:1715208166.669411:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6d4fa00. 00000080:00000010:0.1:1715208166.669413:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88009f2e7f60. 00000080:00000010:0.1:1715208166.669416:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa6caa60. 00010000:00000010:0.1:1715208166.669419:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b03646c0. 00010000:00000010:0.1:1715208166.669421:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b414d600. 00000080:00000010:0.1:1715208166.669424:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa6cac40. 00010000:00000010:0.1:1715208166.669427:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690f600. 00010000:00000010:0.1:1715208166.669429:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e6cb00. 00010000:00000010:0.1:1715208166.669431:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b0365b00. 00010000:00000010:0.1:1715208166.669433:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6dba500. 00000080:00000010:0.1:1715208166.669436:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa6caa00. 00010000:00000010:0.1:1715208166.669439:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b0366640. 00010000:00000010:0.1:1715208166.669441:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690fa80. 00010000:00000010:0.1:1715208166.669443:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6dbaf00. 00010000:00000010:0.1:1715208166.669446:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690eac0. 00010000:00000010:0.1:1715208166.669448:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e6c300. 00010000:00000010:0.1:1715208166.669450:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b0364d80. 00010000:00000010:0.1:1715208166.669452:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88009f307700. 00000080:00000010:0.1:1715208166.669479:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa6ca200. 00000080:00000010:0.1:1715208166.669483:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff88009e12fde0. 00010000:00000010:0.1:1715208166.669486:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690df80. 00010000:00000010:0.1:1715208166.669488:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e6c500. 00010000:00000010:0.1:1715208166.669491:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b0365200. 00010000:00000010:0.1:1715208166.669493:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88009f307800. 00000080:00000010:0.1:1715208166.669495:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa6caca0. 00000080:00000010:0.1:1715208166.669503:0:27:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at ffff8800aa6ca600. 00010000:00000010:0.1:1715208166.669506:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a690ed00. 00010000:00000010:0.1:1715208166.669508:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b6e6c700. 00000020:00000010:0.0:1715208167.337252:0:1631:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800ab8a3600. 00000100:00000010:2.0:1715208171.401303:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715208171.401333:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cd00. 00000100:00000010:2.0:1715208171.401392:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715208171.401396:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c900. 02000000:00000010:2.0:1715208171.401475:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 02000000:00000010:1.0:1715208171.401477:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:2.0:1715208171.401483:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000010:1.0:1715208171.401486:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:2.0:1715208171.401489:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000400:00000010:1.0:1715208171.401492:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:2.0:1715208171.401497:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937152, portal 4 00000100:00000200:1.0:1715208171.401498:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937088, portal 25 00000400:00000010:1.0:1715208171.401503:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da7f8. 00000400:00000010:2.0:1715208171.401504:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715208171.401505:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075937088, offset 0 00000100:00000200:2.0:1715208171.401506:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075937152, offset 0 00000400:00000200:1.0:1715208171.401516:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208171.401523:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208171.401531:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208171.401536:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208171.401540:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208171.401544:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208171.401546:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208171.401549:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [117:117:256:4294967295] 192.168.202.130@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:1.0:1715208171.401560:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208171.401566:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208171.401568:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715208171.401570:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715208171.401572:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208171.401575:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715208171.401576:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208171.401578:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208171.401580:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208171.401583:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [118:118:255:4294967295] 192.168.202.130@tcp LPNI seq info [118:118:7:4294967295] 00000400:00000200:2.0:1715208171.401592:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208171.401596:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208171.401600:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715208171.401604:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208171.401607:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208171.401610:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208171.401612:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208171.401613:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208171.401718:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208171.401724:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715208171.401735:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208171.401745:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208171.401750:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da7f8 00000400:00000010:0.0:1715208171.401753:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da7f8. 00000100:00000200:0.0:1715208171.401765:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075937088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208171.401880:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208171.401884:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:0.0:1715208171.401888:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208171.401894:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208171.401898:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:0.0:1715208171.401900:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:0.0:1715208171.401906:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526075937152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208171.403648:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208171.403661:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02140 00000400:00000200:0.0:1715208171.403669:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x475 [1] + 224 00000400:00000200:0.0:1715208171.403680:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208171.403685:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208171.403693:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075937088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208171.403738:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208171.403745:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02180 00000400:00000200:0.0:1715208171.403751:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x471 [1] + 224 00000400:00000200:0.0:1715208171.403778:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1715208171.403778:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715208171.403784:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208171.403786:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208171.403788:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208171.403795:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075937088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208171.403803:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526075937152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208171.403806:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075937088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208171.403830:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715208171.403836:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cd00. 00000100:00000010:1.0:1715208171.403840:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000400:00000010:2.0:1715208171.403924:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:2.0:1715208171.403931:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:2.0:1715208171.403933:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715208171.403939:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526075937152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208171.403950:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526075937152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208171.403982:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715208171.403987:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c900. 00000100:00000010:2.0:1715208171.403990:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000020:00000010:0.0:1715208172.601388:0:16229:0:(lprocfs_status.c:1203:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009e99c000. 00000100:00000010:0.0:1715208176.409335:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208176.409363:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715208176.409450:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208176.409455:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:2.0:1715208176.409489:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:2.0:1715208176.409500:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 02000000:00000010:3.0:1715208176.409505:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31200. 00000400:00000010:2.0:1715208176.409508:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000400:00000010:3.0:1715208176.409515:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715208176.409516:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937216, portal 25 00000400:00000010:3.0:1715208176.409520:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715208176.409521:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:3.0:1715208176.409525:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937280, portal 4 00000100:00000200:2.0:1715208176.409526:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075937216, offset 0 00000400:00000010:3.0:1715208176.409531:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02577f8. 00000400:00000200:2.0:1715208176.409538:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715208176.409545:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075937280, offset 0 00000400:00000200:3.0:1715208176.409552:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208176.409553:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208176.409559:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208176.409564:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208176.409567:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208176.409570:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208176.409573:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [119:119:256:4294967295] 192.168.202.130@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:2.0:1715208176.409584:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208176.409590:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208176.409594:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000400:00000200:3.0:1715208176.409594:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208176.409598:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715208176.409600:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208176.409601:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208176.409604:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715208176.409610:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208176.409616:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208176.409616:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208176.409619:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [120:120:255:4294967295] 192.168.202.130@tcp LPNI seq info [120:120:7:4294967295] 00000400:00000200:3.0:1715208176.409629:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208176.409634:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208176.409638:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbac00. 00000800:00000200:3.0:1715208176.409643:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208176.409650:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208176.409653:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbac00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208176.409710:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208176.409714:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715208176.409719:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208176.409726:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208176.409730:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:0.0:1715208176.409732:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:0.0:1715208176.409740:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075937216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208176.409835:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208176.409838:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbac00. 00000400:00000200:0.0:1715208176.409840:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208176.409844:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208176.409846:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02577f8 00000400:00000010:0.0:1715208176.409848:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02577f8. 00000100:00000200:0.0:1715208176.409852:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075937280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208176.411861:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208176.411875:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe021c0 00000400:00000200:0.0:1715208176.411883:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x481 [1] + 224 00000400:00000200:0.0:1715208176.411893:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208176.411897:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208176.411905:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075937216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208176.411942:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208176.411947:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02200 00000400:00000200:0.0:1715208176.411952:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x485 [1] + 224 00000400:00000200:0.0:1715208176.411968:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208176.411972:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208176.411976:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075937280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208176.412046:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:2.0:1715208176.412056:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:2.0:1715208176.412059:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715208176.412069:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075937216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208176.412084:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075937216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208176.412108:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208176.412162:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208176.412164:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 02000000:00000010:2.0:1715208176.412172:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 00000100:00000200:3.0:1715208176.412172:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075937280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208176.412181:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000200:3.0:1715208176.412183:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075937280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208176.412187:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 02000000:00000010:3.0:1715208176.412207:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31200. 02000000:00000010:3.0:1715208176.412212:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715208176.412216:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715208181.417241:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208181.417269:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208181.417318:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208181.417322:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715208181.417422:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208181.417429:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 02000000:00000010:1.0:1715208181.417429:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715208181.417436:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:1.0:1715208181.417441:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715208181.417444:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937408, portal 4 00000400:00000010:1.0:1715208181.417447:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715208181.417451:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715208181.417453:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075937408, offset 0 00000100:00000200:1.0:1715208181.417453:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937344, portal 25 00000400:00000010:1.0:1715208181.417459:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dae58. 00000400:00000200:0.0:1715208181.417464:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208181.417473:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075937344, offset 0 00000400:00000200:0.0:1715208181.417479:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208181.417484:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208181.417485:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208181.417489:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208181.417493:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208181.417496:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208181.417499:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [121:121:256:4294967295] 192.168.202.130@tcp LPNI seq info [121:121:8:4294967295] 00000400:00000200:0.0:1715208181.417511:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208181.417517:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208181.417522:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208181.417522:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208181.417527:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208181.417528:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208181.417531:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208181.417535:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208181.417539:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715208181.417539:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208181.417544:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [122:122:255:4294967295] 192.168.202.130@tcp LPNI seq info [122:122:7:4294967295] 00000800:00000200:0.0:1715208181.417545:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208181.417557:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208181.417564:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208181.417570:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715208181.417576:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208181.417584:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208181.417610:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208181.417633:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208181.417639:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715208181.417647:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208181.417655:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208181.417659:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715208181.417662:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715208181.417671:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075937408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208181.417764:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208181.417766:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715208181.417770:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208181.417774:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208181.417776:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dae58 00000400:00000010:2.0:1715208181.417778:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dae58. 00000100:00000200:2.0:1715208181.417782:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075937344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208181.419456:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208181.419469:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02240 00000400:00000200:0.0:1715208181.419477:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x495 [1] + 224 00000400:00000200:0.0:1715208181.419488:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208181.419492:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208181.419509:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075937344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208181.419550:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208181.419556:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02280 00000400:00000200:0.0:1715208181.419560:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x491 [1] + 224 00000400:00000200:0.0:1715208181.419578:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208181.419582:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208181.419586:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075937408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208181.419629:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208181.419636:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208181.419638:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208181.419646:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075937344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208181.419657:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075937344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208181.419683:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 00000400:00000010:2.0:1715208181.419687:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 02000000:00000010:1.0:1715208181.419690:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715208181.419694:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000200:2.0:1715208181.419695:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715208181.419697:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715208181.419704:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075937408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208181.419715:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075937408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208181.419739:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208181.419744:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715208181.419747:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715208186.425335:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208186.425378:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715208186.425432:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208186.425435:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715208186.425507:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208186.425511:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715208186.425514:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 00000400:00000010:0.0:1715208186.425521:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715208186.425529:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937536, portal 4 00000400:00000010:0.0:1715208186.425538:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715208186.425541:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075937536, offset 0 00000400:00000010:2.0:1715208186.425547:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000200:0.0:1715208186.425551:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208186.425566:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715208186.425569:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000400:00000200:0.0:1715208186.425572:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715208186.425576:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937472, portal 25 00000400:00000200:0.0:1715208186.425577:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208186.425580:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1715208186.425582:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000400:00000200:0.0:1715208186.425583:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000100:00000200:2.0:1715208186.425585:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075937472, offset 0 00000400:00000200:0.0:1715208186.425586:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [123:123:256:4294967295] 192.168.202.130@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:2.0:1715208186.425595:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208186.425597:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208186.425603:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208186.425606:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208186.425607:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208186.425611:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208186.425616:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208186.425620:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208186.425623:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208186.425624:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208186.425628:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [124:124:255:4294967295] 192.168.202.130@tcp LPNI seq info [124:124:7:4294967295] 00000800:00000200:0.0:1715208186.425638:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208186.425641:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208186.425644:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208186.425649:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208186.425655:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715208186.425661:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208186.425668:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208186.425672:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208186.425742:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208186.425748:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715208186.425756:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208186.425764:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208186.425769:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715208186.425771:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715208186.425779:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075937536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208186.425880:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208186.425882:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715208186.425885:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208186.425889:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208186.425891:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:1.0:1715208186.425893:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:1.0:1715208186.425896:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075937472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208186.427890:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208186.427902:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02300 00000400:00000200:0.0:1715208186.427909:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x4a1 [1] + 224 00000400:00000200:0.0:1715208186.427920:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208186.427923:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208186.427930:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075937536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208186.427965:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208186.427969:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe022c0 00000400:00000200:0.0:1715208186.427974:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x4a9 [1] + 224 00000400:00000200:0.0:1715208186.427990:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208186.427994:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208186.427998:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075937472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208186.428012:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:2.0:1715208186.428018:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715208186.428019:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715208186.428027:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075937536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208186.428038:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075937536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208186.428070:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208186.428075:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715208186.428079:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:3.0:1715208186.428095:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:3.0:1715208186.428105:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:3.0:1715208186.428108:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:3.0:1715208186.428178:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075937472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208186.428190:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075937472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208186.428209:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715208186.428214:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715208186.428217:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715208191.433279:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208191.433310:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208191.433358:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208191.433362:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715208191.433434:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715208191.433437:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:0.0:1715208191.433441:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 00000400:00000010:1.0:1715208191.433446:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208191.433448:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000010:1.0:1715208191.433452:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715208191.433456:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937664, portal 4 00000100:00000200:1.0:1715208191.433457:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937600, portal 25 00000400:00000010:0.0:1715208191.433462:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:1.0:1715208191.433462:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da198. 00000100:00000200:0.0:1715208191.433465:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075937664, offset 0 00000400:00000200:0.0:1715208191.433475:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208191.433485:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075937600, offset 0 00000400:00000200:0.0:1715208191.433490:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208191.433493:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208191.433505:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208191.433511:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208191.433515:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208191.433518:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208191.433521:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [125:125:256:4294967295] 192.168.202.130@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:0.0:1715208191.433532:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208191.433539:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208191.433541:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208191.433543:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715208191.433545:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208191.433549:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208191.433550:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208191.433552:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208191.433555:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208191.433558:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [126:126:255:4294967295] 192.168.202.130@tcp LPNI seq info [126:126:7:4294967295] 00000800:00000200:0.0:1715208191.433562:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208191.433567:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208191.433567:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208191.433572:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208191.433576:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715208191.433581:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208191.433587:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208191.433591:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208191.433660:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208191.433666:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715208191.433683:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208191.433691:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208191.433695:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715208191.433698:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715208191.433707:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075937664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208191.433807:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208191.433810:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715208191.433814:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208191.433817:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208191.433820:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da198 00000400:00000010:2.0:1715208191.433822:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da198. 00000100:00000200:2.0:1715208191.433825:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075937600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208191.435680:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208191.435692:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02380 00000400:00000200:0.0:1715208191.435699:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x4b1 [1] + 224 00000400:00000200:0.0:1715208191.435709:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208191.435713:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208191.435720:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075937664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208191.435756:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208191.435760:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02340 00000400:00000200:0.0:1715208191.435764:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x4b5 [1] + 224 00000400:00000200:0.0:1715208191.435781:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208191.435785:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208191.435790:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075937600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208191.435846:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 00000400:00000200:2.0:1715208191.435854:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715208191.435856:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715208191.435864:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075937664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208191.435875:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075937664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208191.435908:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208191.435913:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000400:00000010:1.0:1715208191.435917:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000010:2.0:1715208191.435917:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000200:1.0:1715208191.435925:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208191.435927:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208191.435935:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075937600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208191.435946:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075937600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208191.435964:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715208191.435969:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715208191.435972:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715208196.441275:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208196.441304:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715208196.441357:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208196.441382:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715208196.441445:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208196.441453:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 02000000:00000010:2.0:1715208196.441453:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296800. 00000400:00000010:0.0:1715208196.441459:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:2.0:1715208196.441462:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5898. 00000100:00000200:0.0:1715208196.441467:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937792, portal 4 00000400:00000010:2.0:1715208196.441468:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715208196.441472:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937728, portal 25 00000400:00000010:0.0:1715208196.441475:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000010:2.0:1715208196.441476:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:0.0:1715208196.441478:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075937792, offset 0 00000100:00000200:2.0:1715208196.441479:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075937728, offset 0 00000400:00000200:0.0:1715208196.441489:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208196.441497:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208196.441504:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208196.441509:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208196.441514:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208196.441518:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208196.441522:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208196.441525:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [127:127:256:4294967295] 192.168.202.130@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:0.0:1715208196.441536:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208196.441543:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208196.441545:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208196.441547:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208196.441550:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208196.441553:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208196.441553:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208196.441556:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208196.441558:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208196.441561:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [128:128:255:4294967295] 192.168.202.130@tcp LPNI seq info [128:128:7:4294967295] 00000800:00000200:0.0:1715208196.441563:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208196.441568:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208196.441571:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208196.441576:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208196.441581:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715208196.441586:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208196.441592:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208196.441596:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208196.441657:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208196.441663:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208196.441671:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208196.441678:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208196.441682:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715208196.441685:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715208196.441694:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075937792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208196.441801:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208196.441804:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715208196.441807:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208196.441811:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208196.441814:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715208196.441815:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715208196.441819:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075937728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208196.443789:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208196.443801:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02400 00000400:00000200:0.0:1715208196.443809:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x4c1 [1] + 224 00000400:00000200:0.0:1715208196.443819:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208196.443823:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208196.443830:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075937792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208196.443865:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208196.443870:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe023c0 00000400:00000200:0.0:1715208196.443884:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x4c5 [1] + 224 00000400:00000200:0.0:1715208196.443902:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208196.443905:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208196.443910:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075937728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208196.443950:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 00000400:00000200:2.0:1715208196.443958:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715208196.443960:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715208196.443968:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075937792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208196.443979:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075937792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208196.443990:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5898. 00000400:00000200:3.0:1715208196.443999:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:3.0:1715208196.444010:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 02000000:00000010:2.0:1715208196.444011:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208196.444016:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000200:3.0:1715208196.444019:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075937728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208196.444021:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000200:3.0:1715208196.444030:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075937728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208196.444048:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296800. 02000000:00000010:3.0:1715208196.444053:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715208196.444056:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000008:00000010:0.0:1715208196.489419:0:19664:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 8 at ffff8800b42549f0. 00000008:00000010:0.0:1715208196.489428:0:19664:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b609e410. 00000100:00000010:0.0:1715208196.489465:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208196.489478:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a2e00. 00000008:00000010:1.0:1715208196.489655:0:15154:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b609e410. 00000080:00000400:1.0:1715208196.489684:0:15154:0:(llite_lib.c:4077:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.202.130@tcp:/lustre/fid: [0x240000402:0x3:0x0]/ may get corrupted (rc -108) 00000008:00000010:1.0:1715208196.497253:0:15154:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff88013697a0b8. 00000008:00000010:1.0:1715208196.497260:0:15154:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 8 at ffff8800b42549f0. 02000000:00000010:1.0:1715208196.497272:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a2e00. 00000100:00000010:1.0:1715208196.497275:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715208201.449336:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208201.449362:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715208201.449420:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208201.449425:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:3.0:1715208201.449501:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 02000000:00000010:2.0:1715208201.449508:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296600. 00000400:00000010:3.0:1715208201.449510:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715208201.449515:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:3.0:1715208201.449517:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715208201.449520:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:3.0:1715208201.449525:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937920, portal 25 00000100:00000200:2.0:1715208201.449526:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075937984, portal 4 00000400:00000010:3.0:1715208201.449530:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257770. 00000400:00000010:2.0:1715208201.449531:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000100:00000200:2.0:1715208201.449533:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075937984, offset 0 00000100:00000200:3.0:1715208201.449533:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075937920, offset 0 00000400:00000200:3.0:1715208201.449541:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208201.449547:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208201.449554:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208201.449559:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208201.449563:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208201.449566:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208201.449568:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208201.449571:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [129:129:256:4294967295] 192.168.202.130@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1715208201.449579:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208201.449584:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208201.449586:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715208201.449587:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba200. 00000800:00000200:3.0:1715208201.449591:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208201.449600:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208201.449604:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208201.449607:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208201.449609:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208201.449611:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208201.449613:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208201.449615:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [130:130:255:4294967295] 192.168.202.130@tcp LPNI seq info [130:130:7:4294967295] 00000400:00000200:2.0:1715208201.449622:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208201.449626:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208201.449629:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715208201.449632:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208201.449637:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208201.449640:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208201.449698:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208201.449702:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba200. 00000400:00000200:0.0:1715208201.449709:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208201.449716:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208201.449720:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257770 00000400:00000010:0.0:1715208201.449722:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257770. 00000100:00000200:0.0:1715208201.449732:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075937920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208201.449817:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208201.449820:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715208201.449823:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208201.449827:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208201.449829:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:0.0:1715208201.449831:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:0.0:1715208201.449835:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075937984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208201.451601:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208201.451614:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02480 00000400:00000200:0.0:1715208201.451630:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x4d1 [1] + 224 00000400:00000200:0.0:1715208201.451643:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208201.451649:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208201.451656:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075937920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208201.451698:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208201.451705:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe024c0 00000400:00000200:0.0:1715208201.451710:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x4d5 [1] + 224 00000400:00000200:0.0:1715208201.451728:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208201.451733:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208201.451739:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075937984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208201.451755:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208201.451762:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208201.451763:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208201.451770:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075937920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208201.451786:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075937920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208201.451806:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 00000400:00000010:2.0:1715208201.451810:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 02000000:00000010:3.0:1715208201.451812:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000400:00000200:2.0:1715208201.451816:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000100:00000010:3.0:1715208201.451816:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000010:2.0:1715208201.451817:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715208201.451823:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075937984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208201.451831:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075937984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208201.451849:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296600. 02000000:00000010:2.0:1715208201.451854:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715208201.451856:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000008:00000010:0.0:1715208201.497339:0:19664:0:(osc_request.c:2747:osc_build_rpc()) kmalloced '(pga)': 8 at ffff8800b4254970. 00000008:00000010:0.0:1715208201.497347:0:19664:0:(osc_request.c:2751:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8800b609e680. 00000100:00000010:0.0:1715208201.497377:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208201.497387:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ab31d800. 02000000:00000010:2.0:1715208201.497489:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac655c00. 00000400:00000010:2.0:1715208201.497496:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:2.0:1715208201.497499:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715208201.497502:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075938048, portal 4 00000400:00000010:2.0:1715208201.497506:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715208201.497508:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 616 bytes to portal 6, xid 1798526075938048, offset 0 00000400:00000200:2.0:1715208201.497513:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208201.497520:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208201.497523:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208201.497534:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208201.497536:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208201.497538:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208201.497541:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [131:131:256:4294967295] 192.168.202.130@tcp LPNI seq info [131:131:8:4294967295] 00000400:00000200:2.0:1715208201.497548:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208201.497551:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 616 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208201.497554:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715208201.497557:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208201.497562:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208201.497565:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 712 niov 1 nkiov 1 00000800:00000200:0.0:1715208201.497661:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208201.497665:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715208201.497669:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208201.497676:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208201.497679:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:0.0:1715208201.497682:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:0.0:1715208201.497688:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075938048/t0(0) o4->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 616/448 e 0 to 0 dl 1715208217 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000200:0.0:1715208201.500191:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208201.500203:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 448 into portal 4 MB=0x663bffbe02500 00000400:00000200:0.0:1715208201.500210:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 448/448 into md 0x4e1 [1] + 224 00000400:00000200:0.0:1715208201.500229:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208201.500233:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208201.500247:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075938048/t0(0) o4->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 616/448 e 0 to 0 dl 1715208217 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000400:00000010:2.0:1715208201.500351:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:2.0:1715208201.500360:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:2.0:1715208201.500363:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715208201.500372:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075938048/t0(0) o4->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 616/448 e 0 to 0 dl 1715208217 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000100:00000200:2.0:1715208201.500388:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075938048/t0(0) o4->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:6/4 lens 616/448 e 0 to 0 dl 1715208217 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 00000008:00000010:2.0:1715208201.500431:0:15153:0:(osc_request.c:2626:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b609e680. 00000008:00000010:2.0:1715208201.500463:0:15153:0:(osc_cache.c:387:osc_extent_put()) slab-freed '(ext)': 184 at ffff8800a9a7b0b8. 00000008:00000010:2.0:1715208201.500468:0:15153:0:(osc_request.c:2502:osc_release_ppga()) kfreed 'ppga': 8 at ffff8800b4254970. 00000400:00000010:2.0:1715208201.771259:0:15148:0:(lib-lnet.h:474:lnet_rspt_free()) free 'rspt': 56 at ffff8801373df230. 00000400:00000010:2.0:1715208201.771277:0:15148:0:(lib-lnet.h:474:lnet_rspt_free()) free 'rspt': 56 at ffff8801373df268. 00000100:00000010:0.0:1715208206.457235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715208206.457262:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715208206.457311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208206.457315:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715208206.457383:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208206.457390:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 02000000:00000010:2.0:1715208206.457396:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296600. 00000400:00000010:0.0:1715208206.457397:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715208206.457405:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938176, portal 4 00000400:00000010:2.0:1715208206.457407:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:0.0:1715208206.457412:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000010:2.0:1715208206.457414:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:0.0:1715208206.457415:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075938176, offset 0 00000100:00000200:2.0:1715208206.457420:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938112, portal 25 00000400:00000010:2.0:1715208206.457425:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000400:00000200:0.0:1715208206.457426:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208206.457431:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075938112, offset 0 00000400:00000200:2.0:1715208206.457440:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208206.457441:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208206.457447:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208206.457452:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208206.457456:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208206.457458:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208206.457462:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [132:132:256:4294967295] 192.168.202.130@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:0.0:1715208206.457473:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208206.457479:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208206.457483:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715208206.457485:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208206.457490:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208206.457491:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208206.457501:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208206.457506:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208206.457512:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208206.457517:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208206.457520:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208206.457525:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [133:133:255:4294967295] 192.168.202.130@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:2.0:1715208206.457539:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208206.457547:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208206.457552:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715208206.457558:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208206.457566:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208206.457571:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208206.457592:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208206.457598:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715208206.457605:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208206.457612:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208206.457617:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715208206.457619:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715208206.457628:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075938176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208206.457716:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208206.457719:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715208206.457721:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208206.457725:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208206.457728:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:1.0:1715208206.457729:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:1.0:1715208206.457733:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075938112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208206.459557:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208206.459569:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02580 00000400:00000200:0.0:1715208206.459577:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x4e9 [1] + 224 00000400:00000200:0.0:1715208206.459588:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208206.459601:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208206.459609:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075938176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208206.459648:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208206.459654:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02540 00000400:00000200:0.0:1715208206.459658:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x4f1 [1] + 224 00000400:00000200:0.0:1715208206.459674:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208206.459678:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208206.459682:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075938112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208206.459704:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:2.0:1715208206.459711:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715208206.459714:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715208206.459722:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075938176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208206.459739:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075938176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208206.459775:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac655c00. 02000000:00000010:2.0:1715208206.459782:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ab31d800. 00000400:00000010:3.0:1715208206.459782:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000100:00000010:2.0:1715208206.459789:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000200:3.0:1715208206.459790:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:3.0:1715208206.459793:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 02000000:00000010:2.0:1715208206.459800:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000100:00000200:3.0:1715208206.459801:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075938112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208206.459804:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715208206.459807:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000200:3.0:1715208206.459811:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075938112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208206.459829:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296600. 02000000:00000010:3.0:1715208206.459834:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:3.0:1715208206.459837:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715208211.465312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208211.465345:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715208211.465413:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208211.465420:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:2.0:1715208211.465488:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296400. 02000000:00000010:0.0:1715208211.465498:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:2.0:1715208211.465502:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5840. 00000400:00000010:0.0:1715208211.465506:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:0.0:1715208211.465512:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000010:2.0:1715208211.465512:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715208211.465522:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938304, portal 4 00000400:00000010:0.0:1715208211.465532:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715208211.465532:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938240, portal 25 00000100:00000200:0.0:1715208211.465537:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075938304, offset 0 00000400:00000010:2.0:1715208211.465538:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715208211.465542:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075938240, offset 0 00000400:00000200:0.0:1715208211.465550:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208211.465564:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208211.465568:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208211.465576:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208211.465582:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208211.465586:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208211.465590:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208211.465595:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [134:134:256:4294967295] 192.168.202.130@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:0.0:1715208211.465609:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208211.465618:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208211.465633:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208211.465636:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208211.465642:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208211.465643:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208211.465647:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208211.465651:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208211.465654:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208211.465656:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208211.465660:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [135:135:255:4294967295] 192.168.202.130@tcp LPNI seq info [135:135:7:4294967295] 00000800:00000200:0.0:1715208211.465661:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208211.465674:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208211.465692:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208211.465698:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715208211.465705:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208211.465715:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208211.465720:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208211.465761:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208211.465767:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208211.465776:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208211.465783:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208211.465788:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715208211.465790:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715208211.465799:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075938304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208211.465894:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208211.465896:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715208211.465899:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208211.465902:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208211.465905:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:1.0:1715208211.465906:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:1.0:1715208211.465910:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075938240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208211.467987:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208211.468006:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02600 00000400:00000200:0.0:1715208211.468016:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x4f9 [1] + 224 00000400:00000200:0.0:1715208211.468029:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208211.468035:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208211.468044:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075938304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208211.468147:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000010:2.0:1715208211.468153:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 00000400:00000200:0.0:1715208211.468154:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe025c0 00000400:00000200:2.0:1715208211.468161:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715208211.468164:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000400:00000200:0.0:1715208211.468170:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x4fd [1] + 224 00000100:00000200:2.0:1715208211.468174:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075938304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208211.468189:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075938304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208211.468190:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208211.468194:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208211.468200:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075938240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208211.468229:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208211.468236:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715208211.468243:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000010:3.0:1715208211.468324:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5840. 00000400:00000200:3.0:1715208211.468333:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:3.0:1715208211.468335:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:3.0:1715208211.468343:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075938240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208211.468354:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075938240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208211.468372:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296400. 02000000:00000010:3.0:1715208211.468377:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715208211.468379:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715208216.473236:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208216.473264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715208216.473310:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208216.473314:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715208216.473379:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715208216.473383:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715208216.473386:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 00000400:00000010:0.0:1715208216.473393:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:1.0:1715208216.473395:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715208216.473401:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938432, portal 4 00000400:00000010:1.0:1715208216.473403:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715208216.473407:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715208216.473410:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075938432, offset 0 00000100:00000200:1.0:1715208216.473410:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938368, portal 25 00000400:00000010:1.0:1715208216.473416:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da088. 00000400:00000200:0.0:1715208216.473420:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208216.473446:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075938368, offset 0 00000400:00000200:0.0:1715208216.473455:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208216.473457:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208216.473461:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208216.473465:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208216.473469:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208216.473471:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208216.473475:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [136:136:256:4294967295] 192.168.202.130@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:0.0:1715208216.473486:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208216.473492:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208216.473496:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208216.473497:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208216.473502:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208216.473503:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208216.473508:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208216.473512:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715208216.473512:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208216.473516:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208216.473517:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208216.473521:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [137:137:255:4294967295] 192.168.202.130@tcp LPNI seq info [137:137:7:4294967295] 00000400:00000200:1.0:1715208216.473535:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208216.473557:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208216.473562:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715208216.473569:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208216.473578:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208216.473582:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208216.473612:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208216.473618:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715208216.473626:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208216.473634:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208216.473639:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715208216.473641:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715208216.473650:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075938432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208216.473768:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208216.473771:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715208216.473775:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208216.473779:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208216.473782:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da088 00000400:00000010:2.0:1715208216.473783:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da088. 00000100:00000200:2.0:1715208216.473787:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075938368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208216.475790:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208216.475807:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02680 00000400:00000200:0.0:1715208216.475818:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x509 [1] + 224 00000400:00000200:0.0:1715208216.475833:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208216.475839:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208216.475849:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075938432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208216.475905:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208216.475912:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02640 00000400:00000200:0.0:1715208216.475917:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x50d [1] + 224 00000400:00000200:0.0:1715208216.475935:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715208216.475938:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 00000400:00000200:0.0:1715208216.475940:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208216.475946:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715208216.475948:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715208216.475956:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075938368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208216.475956:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075938432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208216.475968:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075938432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208216.475999:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208216.476005:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208216.476009:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:1.0:1715208216.476049:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208216.476056:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208216.476058:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208216.476066:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075938368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208216.476077:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075938368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208216.476095:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715208216.476101:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715208216.476104:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715208221.481285:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208221.481317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715208221.481392:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208221.481397:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715208221.481471:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208221.481481:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715208221.481482:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 00000400:00000010:0.0:1715208221.481490:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000400:00000010:2.0:1715208221.481491:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd56e0. 00000100:00000200:0.0:1715208221.481500:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938560, portal 4 00000400:00000010:2.0:1715208221.481506:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000400:00000010:0.0:1715208221.481509:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715208221.481511:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938496, portal 25 00000100:00000200:0.0:1715208221.481513:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075938560, offset 0 00000400:00000010:2.0:1715208221.481515:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715208221.481517:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075938496, offset 0 00000400:00000200:0.0:1715208221.481526:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208221.481535:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208221.481543:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208221.481551:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208221.481558:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208221.481563:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208221.481566:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208221.481570:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [138:138:256:4294967295] 192.168.202.130@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:0.0:1715208221.481580:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208221.481587:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208221.481589:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208221.481592:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715208221.481593:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208221.481596:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208221.481599:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208221.481599:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208221.481602:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208221.481610:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208221.481615:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208221.481615:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [139:139:255:4294967295] 192.168.202.130@tcp LPNI seq info [139:139:7:4294967295] 00000400:00000200:2.0:1715208221.481624:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208221.481629:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208221.481633:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715208221.481638:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208221.481645:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208221.481648:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208221.481729:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208221.481733:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715208221.481741:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208221.481747:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208221.481752:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715208221.481754:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715208221.481762:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075938560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208221.481860:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208221.481862:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715208221.481865:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208221.481869:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208221.481871:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:1.0:1715208221.481873:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:1.0:1715208221.481877:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075938496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208221.483810:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208221.483823:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02700 00000400:00000200:0.0:1715208221.483831:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x519 [1] + 224 00000400:00000200:0.0:1715208221.483842:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208221.483846:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208221.483854:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075938560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208221.483892:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208221.483908:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe026c0 00000400:00000200:0.0:1715208221.483913:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x51d [1] + 224 00000400:00000200:0.0:1715208221.483933:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208221.483937:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208221.483942:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075938496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208221.483982:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000400:00000200:2.0:1715208221.484010:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715208221.484012:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715208221.484020:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075938560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208221.484031:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075938560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208221.484064:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208221.484069:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715208221.484074:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:3.0:1715208221.484074:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd56e0. 00000400:00000200:3.0:1715208221.484082:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:3.0:1715208221.484084:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:3.0:1715208221.484092:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075938496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208221.484210:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075938496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208221.484230:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715208221.484235:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715208221.484238:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715208226.489205:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208226.489234:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715208226.489282:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208226.489286:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715208226.489354:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208226.489362:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:0.0:1715208226.489368:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715208226.489377:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938688, portal 4 02000000:00000010:1.0:1715208226.489380:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:0.0:1715208226.489384:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715208226.489386:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075938688, offset 0 00000400:00000010:1.0:1715208226.489390:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715208226.489396:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715208226.489405:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208226.489410:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938624, portal 25 00000400:00000200:0.0:1715208226.489411:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715208226.489414:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da990. 00000100:00000200:1.0:1715208226.489416:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075938624, offset 0 00000400:00000200:0.0:1715208226.489417:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208226.489423:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208226.489424:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208226.489426:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208226.489429:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208226.489432:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [140:140:256:4294967295] 192.168.202.130@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:0.0:1715208226.489443:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208226.489449:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208226.489452:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208226.489453:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715208226.489456:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208226.489459:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208226.489459:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208226.489462:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208226.489465:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208226.489468:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [141:141:255:4294967295] 192.168.202.130@tcp LPNI seq info [141:141:7:4294967295] 00000800:00000200:0.0:1715208226.489469:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208226.489474:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208226.489477:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208226.489482:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208226.489486:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715208226.489490:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208226.489497:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208226.489500:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208226.489592:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208226.489598:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715208226.489606:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208226.489613:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208226.489617:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715208226.489620:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715208226.489629:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075938688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208226.489724:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208226.489727:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715208226.489730:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208226.489734:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208226.489736:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da990 00000400:00000010:2.0:1715208226.489747:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da990. 00000100:00000200:2.0:1715208226.489752:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075938624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208226.491615:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208226.491630:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02780 00000400:00000200:0.0:1715208226.491640:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x529 [1] + 224 00000400:00000200:0.0:1715208226.491656:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208226.491662:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208226.491672:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075938688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208226.491728:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208226.491736:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02740 00000400:00000200:0.0:1715208226.491740:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x531 [1] + 224 00000400:00000200:0.0:1715208226.491762:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208226.491766:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208226.491771:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075938624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208226.491779:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000400:00000200:2.0:1715208226.491789:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715208226.491792:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715208226.491802:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075938688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208226.491819:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075938688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208226.491859:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715208226.491859:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208226.491866:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000400:00000200:1.0:1715208226.491869:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208226.491872:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000010:2.0:1715208226.491872:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000200:1.0:1715208226.491882:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075938624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208226.491898:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075938624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208226.491922:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715208226.491929:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715208226.491934:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715208231.497240:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208231.497272:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715208231.497321:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208231.497328:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715208231.497382:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208231.497382:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715208231.497390:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 00000400:00000010:2.0:1715208231.497392:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5688. 00000400:00000010:0.0:1715208231.497397:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:2.0:1715208231.497398:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:0.0:1715208231.497405:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938752, portal 25 00000400:00000010:0.0:1715208231.497411:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715208231.497412:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938816, portal 4 00000100:00000200:0.0:1715208231.497414:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075938752, offset 0 00000400:00000010:2.0:1715208231.497418:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000200:0.0:1715208231.497424:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208231.497429:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075938816, offset 0 00000400:00000200:2.0:1715208231.497437:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208231.497439:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208231.497445:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208231.497449:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208231.497453:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208231.497473:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208231.497477:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [142:142:256:4294967295] 192.168.202.130@tcp LPNI seq info [142:142:8:4294967295] 00000400:00000200:0.0:1715208231.497488:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208231.497495:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208231.497498:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208231.497500:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208231.497502:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208231.497505:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208231.497506:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208231.497508:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208231.497511:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208231.497514:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [143:143:255:4294967295] 192.168.202.130@tcp LPNI seq info [143:143:7:4294967295] 00000800:00000200:0.0:1715208231.497518:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208231.497522:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208231.497523:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208231.497528:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208231.497532:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715208231.497536:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208231.497553:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208231.497556:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208231.497635:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208231.497641:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715208231.497649:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208231.497656:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208231.497661:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715208231.497663:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715208231.497672:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075938752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208231.497764:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208231.497766:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715208231.497769:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208231.497773:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208231.497775:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:1.0:1715208231.497777:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:1.0:1715208231.497781:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075938816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208231.499798:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208231.499815:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe027c0 00000400:00000200:0.0:1715208231.499825:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x539 [1] + 224 00000400:00000200:0.0:1715208231.499840:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208231.499847:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208231.499857:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075938752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208231.499944:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208231.499954:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02800 00000400:00000200:0.0:1715208231.499961:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x53d [1] + 224 00000400:00000010:2.0:1715208231.499981:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000400:00000200:0.0:1715208231.499986:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208231.499990:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000200:0.0:1715208231.499993:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715208231.499993:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715208231.500002:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075938816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208231.500002:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075938752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208231.500020:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075938752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208231.500051:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208231.500059:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715208231.500065:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:3.0:1715208231.500098:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5688. 00000400:00000200:3.0:1715208231.500106:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:3.0:1715208231.500108:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:3.0:1715208231.500230:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075938816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208231.500242:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075938816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208231.500266:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715208231.500271:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715208231.500274:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000020:00000010:2.0:1715208231.545307:0:19664:0:(cl_object.c:655:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b0135cf0. 00000020:00000010:2.0:1715208231.545317:0:19664:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6296400. 00000020:00000010:2.0:1715208231.545321:0:19664:0:(lu_object.c:539:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6296600. 00000020:00000010:2.0:1715208231.545325:0:19664:0:(cl_object.c:1062:cl_key_init()) kmalloced '(value)': 72 at ffff88009e330a20. 00000008:00000010:2.0:1715208231.545332:0:19664:0:(osc_dev.c:106:osc_key_init()) slab-alloced 'info': 2856 at ffff8800b5811650. 00020000:00000010:2.0:1715208231.545335:0:19664:0:(lov_dev.c:98:lov_key_init()) slab-alloced 'info': 192 at ffff88009eab1000. 00008000:00000010:2.0:1715208231.545340:0:19664:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800a6a3e6d8. 00000080:00000010:2.0:1715208231.545347:0:19664:0:(vvp_dev.c:87:ll_thread_key_init()) slab-alloced 'lti': 152 at ffff8800a8cb7688. 00000080:00000010:2.0:1715208231.545351:0:19664:0:(vvp_dev.c:138:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a8f3d918. 00000020:00000010:2.0:1715208231.545354:0:19664:0:(lu_object.c:1696:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6296800. 00000008:00000010:2.0:1715208231.545357:0:19664:0:(osc_dev.c:133:osc_session_init()) slab-alloced 'info': 352 at ffff8800b00e0dc0. 00020000:00000010:2.0:1715208231.545360:0:19664:0:(lov_dev.c:137:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a690ed00. 00008000:00000010:2.0:1715208231.545363:0:19664:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at ffff88009e115e90. 00000080:00000010:2.0:1715208231.545366:0:19664:0:(vvp_dev.c:113:vvp_session_key_init()) slab-alloced 'session': 240 at ffff88009ffe1960. 00000100:00000010:0.0:1715208236.505311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208236.505340:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208236.505395:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208236.505399:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715208236.505482:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715208236.505508:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 02000000:00000010:1.0:1715208236.505514:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:0.0:1715208236.505515:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715208236.505523:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938944, portal 4 00000400:00000010:1.0:1715208236.505524:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208236.505529:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715208236.505531:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715208236.505534:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075938944, offset 0 00000100:00000200:1.0:1715208236.505534:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075938880, portal 25 00000400:00000010:1.0:1715208236.505540:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da990. 00000400:00000200:0.0:1715208236.505544:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208236.505553:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075938880, offset 0 00000400:00000200:0.0:1715208236.505560:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208236.505561:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208236.505566:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208236.505570:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208236.505573:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208236.505576:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208236.505580:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [144:144:256:4294967295] 192.168.202.130@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:0.0:1715208236.505591:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208236.505597:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208236.505600:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208236.505601:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715208236.505604:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208236.505607:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208236.505608:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208236.505610:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208236.505613:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208236.505615:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [145:145:255:4294967295] 192.168.202.130@tcp LPNI seq info [145:145:7:4294967295] 00000800:00000200:0.0:1715208236.505619:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208236.505624:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208236.505625:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208236.505630:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208236.505643:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715208236.505648:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208236.505655:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208236.505658:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208236.505717:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208236.505722:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715208236.505730:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208236.505738:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208236.505743:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715208236.505745:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715208236.505762:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075938944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208236.505893:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208236.505896:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715208236.505900:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208236.505904:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208236.505908:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da990 00000400:00000010:2.0:1715208236.505909:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da990. 00000100:00000200:2.0:1715208236.505913:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075938880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208236.507786:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208236.507797:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02880 00000400:00000200:0.0:1715208236.507805:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x549 [1] + 224 00000400:00000200:0.0:1715208236.507816:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208236.507820:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208236.507827:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075938944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208236.507888:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208236.507893:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02840 00000400:00000200:0.0:1715208236.507897:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x54d [1] + 224 00000400:00000200:0.0:1715208236.507918:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208236.507927:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208236.507932:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075938880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208236.507950:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 00000400:00000200:2.0:1715208236.507958:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715208236.507960:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715208236.507968:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075938944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208236.507979:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075938944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208236.508010:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208236.508015:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715208236.508019:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:1.0:1715208236.508057:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208236.508066:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208236.508069:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208236.508078:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075938880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208236.508095:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075938880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208236.508237:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715208236.508247:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715208236.508250:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715208241.513234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208241.513262:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715208241.513313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208241.513317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715208241.513376:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715208241.513383:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 00000400:00000010:0.0:1715208241.513390:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 02000000:00000010:2.0:1715208241.513396:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000100:00000200:0.0:1715208241.513398:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939072, portal 4 00000400:00000010:0.0:1715208241.513405:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:2.0:1715208241.513406:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000100:00000200:0.0:1715208241.513408:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075939072, offset 0 00000400:00000010:2.0:1715208241.513411:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000400:00000200:0.0:1715208241.513418:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208241.513425:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939008, portal 25 00000400:00000010:2.0:1715208241.513430:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000100:00000200:2.0:1715208241.513432:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075939008, offset 0 00000400:00000200:0.0:1715208241.513433:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208241.513439:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208241.513439:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208241.513444:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208241.513448:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208241.513451:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208241.513454:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [146:146:256:4294967295] 192.168.202.130@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:0.0:1715208241.513465:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208241.513471:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208241.513474:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208241.513475:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208241.513478:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208241.513481:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208241.513482:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208241.513484:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208241.513493:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208241.513498:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208241.513506:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208241.513509:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [147:147:255:4294967295] 192.168.202.130@tcp LPNI seq info [147:147:7:4294967295] 00000400:00000200:2.0:1715208241.513519:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208241.513524:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208241.513528:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715208241.513533:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208241.513539:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208241.513543:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208241.513588:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208241.513594:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208241.513602:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208241.513610:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208241.513614:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715208241.513616:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715208241.513626:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075939072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208241.513720:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208241.513722:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715208241.513725:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208241.513729:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208241.513732:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:1.0:1715208241.513733:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:1.0:1715208241.513737:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075939008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208241.515598:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208241.515614:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02900 00000400:00000200:0.0:1715208241.515624:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x559 [1] + 224 00000400:00000200:0.0:1715208241.515657:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208241.515664:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208241.515673:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075939072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208241.515728:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208241.515734:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe028c0 00000400:00000200:0.0:1715208241.515740:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x561 [1] + 224 00000400:00000200:0.0:1715208241.515757:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208241.515761:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208241.515766:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075939008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208241.515803:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000400:00000200:2.0:1715208241.515833:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715208241.515835:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715208241.515844:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075939072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208241.515855:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075939072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208241.515886:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208241.515891:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715208241.515896:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:3.0:1715208241.515903:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:3.0:1715208241.515912:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:3.0:1715208241.515914:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:3.0:1715208241.515922:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075939008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208241.515933:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075939008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208241.515952:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715208241.515956:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715208241.515959:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715208246.521257:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208246.521277:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208246.521313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208246.521317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715208246.521373:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208246.521375:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715208246.521380:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 00000400:00000010:2.0:1715208246.521382:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c60. 00000400:00000010:0.0:1715208246.521386:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:2.0:1715208246.521386:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715208246.521392:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939136, portal 25 00000400:00000010:2.0:1715208246.521396:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:0.0:1715208246.521397:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939200, portal 4 00000100:00000200:2.0:1715208246.521399:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075939136, offset 0 00000400:00000010:0.0:1715208246.521401:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000200:2.0:1715208246.521408:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208246.521412:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075939200, offset 0 00000400:00000200:0.0:1715208246.521417:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208246.521421:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208246.521426:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208246.521430:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208246.521432:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208246.521434:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208246.521451:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [148:148:256:4294967295] 192.168.202.130@tcp LPNI seq info [148:148:8:4294967295] 00000400:00000200:2.0:1715208246.521459:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208246.521465:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208246.521466:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208246.521468:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715208246.521469:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715208246.521470:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208246.521472:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208246.521473:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208246.521486:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [149:149:255:4294967295] 192.168.202.130@tcp LPNI seq info [149:149:7:4294967295] 00000800:00000200:2.0:1715208246.521486:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208246.521491:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208246.521495:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208246.521499:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715208246.521499:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715208246.521501:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000800:00000200:0.0:1715208246.521504:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208246.521507:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208246.521509:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208246.521561:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208246.521568:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715208246.521574:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208246.521578:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208246.521581:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:1.0:1715208246.521582:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:1.0:1715208246.521588:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075939136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208246.521650:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208246.521651:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715208246.521653:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208246.521655:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208246.521656:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715208246.521657:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715208246.521659:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075939200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208246.522868:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208246.522878:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02940 00000400:00000200:0.0:1715208246.522885:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x569 [1] + 224 00000400:00000200:0.0:1715208246.522894:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208246.522897:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208246.522902:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075939136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208246.522932:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208246.522937:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02980 00000400:00000200:0.0:1715208246.522940:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x56d [1] + 224 00000400:00000010:2.0:1715208246.522952:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c60. 00000400:00000200:0.0:1715208246.522954:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208246.522955:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000200:0.0:1715208246.522957:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715208246.522957:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715208246.522961:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075939136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208246.522962:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075939200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208246.522969:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075939136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208246.522988:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715208246.522993:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715208246.522996:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000010:1.0:1715208246.523012:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:1.0:1715208246.523016:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715208246.523017:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715208246.523021:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075939200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208246.523027:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075939200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208246.523040:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715208246.523043:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715208246.523044:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715208251.529282:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208251.529311:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715208251.529366:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208251.529370:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715208251.529439:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208251.529447:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 00000400:00000010:0.0:1715208251.529453:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715208251.529462:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939328, portal 4 00000400:00000010:0.0:1715208251.529469:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 02000000:00000010:1.0:1715208251.529475:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:1.0:1715208251.529485:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208251.529490:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715208251.529492:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075939328, offset 0 00000100:00000200:1.0:1715208251.529495:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939264, portal 25 00000400:00000010:1.0:1715208251.529499:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da088. 00000400:00000200:0.0:1715208251.529503:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208251.529511:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075939264, offset 0 00000400:00000200:0.0:1715208251.529519:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208251.529519:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208251.529525:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208251.529529:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208251.529533:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208251.529536:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208251.529539:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [150:150:256:4294967295] 192.168.202.130@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:0.0:1715208251.529551:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208251.529557:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208251.529560:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208251.529562:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208251.529565:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208251.529568:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208251.529569:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208251.529571:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208251.529574:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208251.529577:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [151:151:255:4294967295] 192.168.202.130@tcp LPNI seq info [151:151:7:4294967295] 00000800:00000200:0.0:1715208251.529578:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208251.529584:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208251.529587:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208251.529592:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208251.529596:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715208251.529600:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208251.529607:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208251.529610:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208251.529682:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208251.529690:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715208251.529700:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208251.529709:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208251.529715:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715208251.529719:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715208251.529774:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075939328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208251.529883:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208251.529886:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715208251.529892:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208251.529898:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208251.529902:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da088 00000400:00000010:2.0:1715208251.529914:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da088. 00000100:00000200:2.0:1715208251.529922:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075939264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208251.531688:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208251.531702:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02a00 00000400:00000200:0.0:1715208251.531710:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x579 [1] + 224 00000400:00000200:0.0:1715208251.531721:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208251.531748:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208251.531757:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075939328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208251.531794:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208251.531799:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe029c0 00000400:00000200:0.0:1715208251.531804:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x581 [1] + 224 00000400:00000200:0.0:1715208251.531825:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208251.531829:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715208251.531835:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 00000400:00000200:2.0:1715208251.531841:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715208251.531843:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715208251.531851:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075939264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208251.531851:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075939328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208251.531866:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075939328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208251.531901:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208251.531908:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715208251.531914:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:1.0:1715208251.531983:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208251.531992:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208251.531994:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208251.532002:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075939264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208251.532013:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075939264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208251.532031:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715208251.532036:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715208251.532040:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715208256.537255:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208256.537285:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208256.537341:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208256.537346:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715208256.537407:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715208256.537415:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 00000400:00000010:0.0:1715208256.537422:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715208256.537431:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939456, portal 4 02000000:00000010:2.0:1715208256.537438:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715208256.537439:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715208256.537441:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075939456, offset 0 00000400:00000010:2.0:1715208256.537448:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c60. 00000400:00000200:0.0:1715208256.537452:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208256.537464:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000400:00000200:0.0:1715208256.537466:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715208256.537469:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939392, portal 25 00000400:00000200:0.0:1715208256.537472:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715208256.537473:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715208256.537475:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075939392, offset 0 00000400:00000200:0.0:1715208256.537476:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208256.537480:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208256.537483:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208256.537483:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208256.537486:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [152:152:256:4294967295] 192.168.202.130@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:0.0:1715208256.537497:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208256.537503:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208256.537506:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208256.537508:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715208256.537511:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208256.537514:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208256.537514:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208256.537517:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208256.537520:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208256.537523:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [153:153:255:4294967295] 192.168.202.130@tcp LPNI seq info [153:153:7:4294967295] 00000800:00000200:0.0:1715208256.537525:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208256.537530:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208256.537532:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208256.537537:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208256.537540:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715208256.537545:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208256.537572:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208256.537576:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208256.537619:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208256.537625:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715208256.537633:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208256.537640:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208256.537645:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715208256.537647:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715208256.537657:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075939456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208256.537797:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208256.537813:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715208256.537819:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208256.537826:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208256.537831:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:1.0:1715208256.537833:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:1.0:1715208256.537841:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075939392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208256.539705:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208256.539716:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02a80 00000400:00000200:0.0:1715208256.539724:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x589 [1] + 224 00000400:00000200:0.0:1715208256.539734:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208256.539737:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208256.539752:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075939456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208256.539788:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208256.539793:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02a40 00000400:00000200:0.0:1715208256.539797:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x591 [1] + 224 00000400:00000200:0.0:1715208256.539811:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208256.539814:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208256.539818:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075939392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208256.539835:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:2.0:1715208256.539843:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715208256.539846:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715208256.539854:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075939456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208256.539869:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075939456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208256.539896:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c60. 02000000:00000010:2.0:1715208256.539904:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000400:00000200:3.0:1715208256.539905:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:3.0:1715208256.539908:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 02000000:00000010:2.0:1715208256.539909:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715208256.539913:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000200:3.0:1715208256.539917:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075939392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208256.539948:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075939392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208256.539968:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715208256.539982:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:3.0:1715208256.539987:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715208261.545295:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208261.545323:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715208261.545374:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208261.545378:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715208261.545449:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208261.545457:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 00000400:00000010:0.0:1715208261.545464:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715208261.545473:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939584, portal 4 00000400:00000010:0.0:1715208261.545479:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715208261.545482:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075939584, offset 0 00000400:00000200:0.0:1715208261.545493:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:2.0:1715208261.545498:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000200:0.0:1715208261.545507:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715208261.545508:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000400:00000010:2.0:1715208261.545513:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000200:0.0:1715208261.545514:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208261.545518:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:2.0:1715208261.545518:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939520, portal 25 00000400:00000200:0.0:1715208261.545521:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1715208261.545522:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000400:00000200:0.0:1715208261.545524:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000100:00000200:2.0:1715208261.545524:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075939520, offset 0 00000400:00000200:0.0:1715208261.545528:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [154:154:256:4294967295] 192.168.202.130@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:2.0:1715208261.545532:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208261.545539:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208261.545545:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208261.545549:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208261.545552:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208261.545556:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208261.545559:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208261.545562:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208261.545565:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208261.545568:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [155:155:255:4294967295] 192.168.202.130@tcp LPNI seq info [155:155:7:4294967295] 00000800:00000200:0.0:1715208261.545576:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208261.545578:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208261.545583:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208261.545586:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:0.0:1715208261.545587:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208261.545591:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208261.545592:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208261.545598:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208261.545611:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208261.545725:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208261.545731:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208261.545739:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208261.545747:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208261.545751:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715208261.545753:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715208261.545762:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075939584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208261.545855:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208261.545857:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715208261.545860:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208261.545864:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208261.545867:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:1.0:1715208261.545868:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715208261.545872:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075939520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208261.547832:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208261.547845:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02b00 00000400:00000200:0.0:1715208261.547853:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x599 [1] + 224 00000400:00000200:0.0:1715208261.547863:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208261.547867:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208261.547875:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075939584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208261.547913:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208261.547918:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02ac0 00000400:00000200:0.0:1715208261.547922:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x5a1 [1] + 224 00000400:00000200:0.0:1715208261.547943:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208261.547947:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208261.547951:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075939520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208261.547998:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:2.0:1715208261.548006:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715208261.548008:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715208261.548016:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075939584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208261.548028:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075939584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208261.548059:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208261.548065:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715208261.548069:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:3.0:1715208261.548070:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:3.0:1715208261.548078:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715208261.548081:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:3.0:1715208261.548089:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075939520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208261.548099:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075939520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208261.548197:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715208261.548201:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715208261.548204:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715208266.553231:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208266.553257:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208266.553307:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208266.553313:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715208266.553386:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:3.0:1715208266.553387:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:3.0:1715208266.553395:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715208266.553396:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 00000400:00000010:0.0:1715208266.553404:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:3.0:1715208266.553404:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208266.553412:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939648, portal 25 00000400:00000010:3.0:1715208266.553419:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257aa0. 00000100:00000200:0.0:1715208266.553420:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939712, portal 4 00000100:00000200:3.0:1715208266.553422:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075939648, offset 0 00000400:00000010:0.0:1715208266.553426:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000200:3.0:1715208266.553435:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208266.553440:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075939712, offset 0 00000400:00000200:0.0:1715208266.553447:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208266.553453:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208266.553460:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208266.553466:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208266.553471:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208266.553475:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208266.553480:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [156:156:256:4294967295] 192.168.202.130@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:3.0:1715208266.553494:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208266.553526:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208266.553529:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715208266.553533:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba200. 00000400:00000200:0.0:1715208266.553541:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715208266.553541:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208266.553545:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208266.553548:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208266.553551:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:3.0:1715208266.553553:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208266.553556:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [157:157:255:4294967295] 192.168.202.130@tcp LPNI seq info [157:157:7:4294967295] 00000800:00000200:3.0:1715208266.553559:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208266.553567:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208266.553574:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208266.553578:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:0.0:1715208266.553583:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208266.553589:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208266.553592:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208266.553683:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208266.553689:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba200. 00000400:00000200:1.0:1715208266.553696:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208266.553703:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208266.553708:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257aa0 00000400:00000010:1.0:1715208266.553710:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257aa0. 00000100:00000200:1.0:1715208266.553719:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075939648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208266.553794:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208266.553805:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715208266.553808:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208266.553812:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208266.553815:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715208266.553817:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715208266.553821:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075939712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208266.555556:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208266.555568:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02b40 00000400:00000200:0.0:1715208266.555576:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x5a9 [1] + 224 00000400:00000200:0.0:1715208266.555587:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208266.555591:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208266.555627:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075939648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208266.555670:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208266.555679:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02b80 00000400:00000200:0.0:1715208266.555685:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x5ad [1] + 224 00000400:00000200:0.0:1715208266.555713:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1715208266.555716:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715208266.555719:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715208266.555723:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208266.555725:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208266.555732:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075939648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208266.555738:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075939712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208266.555746:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075939648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208266.555775:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208266.555784:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715208266.555789:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:1.0:1715208266.555836:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 00000400:00000200:1.0:1715208266.555845:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715208266.555848:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715208266.555858:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075939712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208266.555875:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075939712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208266.555905:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715208266.555912:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715208266.555917:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715208271.561235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208271.561264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715208271.561315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208271.561339:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715208271.561413:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715208271.561420:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 02000000:00000010:2.0:1715208271.561424:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715208271.561427:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000400:00000010:2.0:1715208271.561434:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f78. 00000100:00000200:0.0:1715208271.561435:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939840, portal 4 00000400:00000010:2.0:1715208271.561439:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000400:00000010:0.0:1715208271.561442:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715208271.561444:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075939840, offset 0 00000100:00000200:2.0:1715208271.561444:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939776, portal 25 00000400:00000010:2.0:1715208271.561448:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000400:00000200:0.0:1715208271.561456:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208271.561461:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075939776, offset 0 00000400:00000200:2.0:1715208271.561469:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208271.561470:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208271.561476:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208271.561481:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208271.561484:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208271.561487:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208271.561490:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [158:158:256:4294967295] 192.168.202.130@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:0.0:1715208271.561502:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208271.561509:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208271.561511:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208271.561513:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715208271.561515:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208271.561520:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208271.561520:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208271.561523:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208271.561525:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208271.561528:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [159:159:255:4294967295] 192.168.202.130@tcp LPNI seq info [159:159:7:4294967295] 00000800:00000200:0.0:1715208271.561530:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208271.561535:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208271.561538:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208271.561543:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208271.561546:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715208271.561551:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208271.561594:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208271.561597:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208271.561646:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208271.561652:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208271.561661:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208271.561668:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208271.561673:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715208271.561675:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715208271.561685:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075939840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208271.561783:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208271.561785:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715208271.561788:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208271.561792:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208271.561795:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715208271.561797:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715208271.561801:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075939776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208271.563631:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208271.563645:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02c00 00000400:00000200:0.0:1715208271.563652:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x5b9 [1] + 224 00000400:00000200:0.0:1715208271.563663:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208271.563667:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208271.563675:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075939840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208271.563711:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208271.563716:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02bc0 00000400:00000200:0.0:1715208271.563730:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x5bd [1] + 224 00000400:00000200:0.0:1715208271.563748:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208271.563751:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208271.563756:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075939776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208271.563803:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 00000400:00000200:2.0:1715208271.563811:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715208271.563813:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715208271.563821:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075939840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208271.563832:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075939840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208271.563843:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f78. 00000400:00000200:3.0:1715208271.563851:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:3.0:1715208271.563853:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:3.0:1715208271.563861:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075939776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208271.563865:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208271.563870:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000200:3.0:1715208271.563872:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075939776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208271.563875:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 02000000:00000010:3.0:1715208271.563890:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715208271.563894:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715208271.563897:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715208276.569233:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208276.569261:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208276.569312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208276.569316:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715208276.569369:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208276.569372:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715208276.569376:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 00000400:00000010:2.0:1715208276.569382:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f20. 00000400:00000010:0.0:1715208276.569383:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715208276.569391:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939968, portal 4 00000400:00000010:0.0:1715208276.569399:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000010:2.0:1715208276.569399:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:0.0:1715208276.569402:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075939968, offset 0 00000100:00000200:2.0:1715208276.569404:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075939904, portal 25 00000400:00000010:2.0:1715208276.569408:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000400:00000200:0.0:1715208276.569412:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208276.569418:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075939904, offset 0 00000400:00000200:2.0:1715208276.569426:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208276.569427:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208276.569433:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208276.569438:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208276.569442:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208276.569445:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208276.569448:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [160:160:256:4294967295] 192.168.202.130@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:0.0:1715208276.569460:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208276.569466:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208276.569469:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208276.569470:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715208276.569473:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208276.569476:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208276.569477:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208276.569479:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208276.569481:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208276.569484:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [161:161:255:4294967295] 192.168.202.130@tcp LPNI seq info [161:161:7:4294967295] 00000800:00000200:0.0:1715208276.569488:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208276.569493:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208276.569494:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208276.569499:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208276.569503:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715208276.569507:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208276.569533:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208276.569537:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208276.569600:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208276.569605:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715208276.569614:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208276.569621:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208276.569625:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715208276.569628:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715208276.569637:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075939968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208276.569732:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208276.569735:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715208276.569738:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208276.569741:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208276.569744:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715208276.569746:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715208276.569750:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075939904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208276.571698:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208276.571730:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02c80 00000400:00000200:0.0:1715208276.571737:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x5c9 [1] + 224 00000400:00000200:0.0:1715208276.571750:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208276.571754:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208276.571762:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075939968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208276.571805:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208276.571811:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02c40 00000400:00000200:0.0:1715208276.571815:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x5d1 [1] + 224 00000400:00000200:0.0:1715208276.571836:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208276.571840:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208276.571845:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075939904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208276.571898:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 00000400:00000200:2.0:1715208276.571915:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715208276.571917:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715208276.571925:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075939968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208276.571937:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075939968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208276.571961:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f20. 02000000:00000010:2.0:1715208276.571969:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000400:00000200:3.0:1715208276.571970:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:3.0:1715208276.571972:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 02000000:00000010:2.0:1715208276.571975:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208276.571979:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000200:3.0:1715208276.571979:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075939904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208276.572008:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075939904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208276.572026:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715208276.572031:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715208276.572034:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715208281.577278:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715208281.577309:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208281.577378:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208281.577386:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:1.0:1715208281.577453:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000400:00000010:1.0:1715208281.577496:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 02000000:00000010:0.0:1715208281.577500:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:1.0:1715208281.577507:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715208281.577509:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 00000100:00000200:1.0:1715208281.577517:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940032, portal 25 00000400:00000010:0.0:1715208281.577525:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000010:1.0:1715208281.577525:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da198. 00000100:00000200:1.0:1715208281.577529:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075940032, offset 0 00000100:00000200:0.0:1715208281.577532:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940096, portal 4 00000400:00000010:0.0:1715208281.577539:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000200:1.0:1715208281.577544:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208281.577553:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075940096, offset 0 00000400:00000200:0.0:1715208281.577561:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208281.577563:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208281.577571:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208281.577576:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208281.577581:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208281.577585:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208281.577590:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [162:162:256:4294967295] 192.168.202.130@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:1.0:1715208281.577606:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208281.577639:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208281.577641:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208281.577645:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715208281.577645:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715208281.577648:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208281.577651:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715208281.577653:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208281.577654:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208281.577667:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [163:163:255:4294967295] 192.168.202.130@tcp LPNI seq info [163:163:7:4294967295] 00000800:00000200:1.0:1715208281.577667:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208281.577673:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208281.577677:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208281.577682:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208281.577686:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:0.0:1715208281.577691:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208281.577698:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208281.577702:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208281.577779:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208281.577785:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715208281.577795:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208281.577802:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208281.577807:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da198 00000400:00000010:2.0:1715208281.577809:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da198. 00000100:00000200:2.0:1715208281.577819:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075940032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208281.577911:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208281.577913:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715208281.577916:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208281.577920:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208281.577923:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715208281.577925:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715208281.577928:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075940096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208281.579746:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208281.579758:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02cc0 00000400:00000200:0.0:1715208281.579766:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x5d9 [1] + 224 00000400:00000200:0.0:1715208281.579778:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208281.579781:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208281.579789:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075940032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208281.579825:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208281.579830:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02d00 00000400:00000200:0.0:1715208281.579835:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x5e1 [1] + 224 00000400:00000200:0.0:1715208281.579855:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208281.579859:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208281.579864:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075940096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208281.579878:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208281.579885:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208281.579888:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208281.579897:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075940032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208281.579913:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075940032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208281.579945:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715208281.579954:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715208281.579959:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:2.0:1715208281.579979:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000400:00000200:2.0:1715208281.579987:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715208281.579990:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715208281.579997:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075940096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208281.580009:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075940096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208281.580044:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208281.580048:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715208281.580051:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715208286.585233:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208286.585260:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208286.585312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208286.585316:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715208286.585375:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208286.585382:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 00000400:00000010:0.0:1715208286.585407:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 02000000:00000010:2.0:1715208286.585410:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000100:00000200:0.0:1715208286.585415:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940224, portal 4 00000400:00000010:2.0:1715208286.585420:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e70. 00000400:00000010:0.0:1715208286.585447:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000010:2.0:1715208286.585448:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:0.0:1715208286.585450:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075940224, offset 0 00000100:00000200:2.0:1715208286.585454:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940160, portal 25 00000400:00000010:2.0:1715208286.585458:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000400:00000200:0.0:1715208286.585461:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208286.585469:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075940160, offset 0 00000400:00000200:0.0:1715208286.585477:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208286.585477:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208286.585483:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208286.585487:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208286.585491:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208286.585494:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208286.585498:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [164:164:256:4294967295] 192.168.202.130@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1715208286.585509:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208286.585515:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208286.585518:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208286.585519:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715208286.585523:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208286.585526:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208286.585526:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208286.585529:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208286.585532:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208286.585535:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [165:165:255:4294967295] 192.168.202.130@tcp LPNI seq info [165:165:7:4294967295] 00000800:00000200:0.0:1715208286.585537:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208286.585542:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208286.585545:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208286.585550:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208286.585553:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715208286.585558:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208286.585565:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208286.585569:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208286.585626:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208286.585632:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715208286.585639:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208286.585647:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208286.585651:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715208286.585653:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715208286.585662:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075940224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208286.585742:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208286.585744:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715208286.585747:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208286.585751:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208286.585753:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:1.0:1715208286.585755:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715208286.585758:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075940160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208286.587752:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208286.587766:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02d80 00000400:00000200:0.0:1715208286.587774:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x5e9 [1] + 224 00000400:00000200:0.0:1715208286.587785:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208286.587788:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208286.587796:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075940224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208286.587832:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208286.587837:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02d40 00000400:00000200:0.0:1715208286.587842:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x5f1 [1] + 224 00000400:00000200:0.0:1715208286.587861:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208286.587872:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208286.587877:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075940160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208286.587919:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000400:00000200:2.0:1715208286.587927:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715208286.587929:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715208286.587937:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075940224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208286.587949:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075940224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208286.587995:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e70. 02000000:00000010:2.0:1715208286.587997:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208286.588003:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000400:00000200:3.0:1715208286.588004:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715208286.588006:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000010:2.0:1715208286.588007:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000200:3.0:1715208286.588014:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075940160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208286.588025:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075940160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208286.588043:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715208286.588048:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715208286.588051:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715208291.593234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715208291.593267:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715208291.593341:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208291.593351:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:1.0:1715208291.593463:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 02000000:00000010:0.0:1715208291.593464:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208291.593474:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 00000400:00000010:1.0:1715208291.593474:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208291.593482:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715208291.593483:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715208291.593490:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940288, portal 25 00000400:00000010:1.0:1715208291.593495:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dae58. 00000100:00000200:0.0:1715208291.593503:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940352, portal 4 00000100:00000200:1.0:1715208291.593508:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075940288, offset 0 00000400:00000010:0.0:1715208291.593512:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000200:1.0:1715208291.593519:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208291.593525:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075940352, offset 0 00000400:00000200:0.0:1715208291.593536:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208291.593536:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208291.593542:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208291.593547:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208291.593551:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208291.593554:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208291.593557:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [166:166:256:4294967295] 192.168.202.130@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:1.0:1715208291.593568:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208291.593574:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208291.593579:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715208291.593583:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715208291.593585:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208291.593589:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208291.593594:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715208291.593596:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208291.593598:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715208291.593601:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208291.593602:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208291.593606:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [167:167:255:4294967295] 192.168.202.130@tcp LPNI seq info [167:167:7:4294967295] 00000400:00000200:0.0:1715208291.593621:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208291.593629:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208291.593634:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715208291.593641:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208291.593649:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208291.593655:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208291.593704:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208291.593710:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715208291.593720:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208291.593726:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208291.593731:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dae58 00000400:00000010:2.0:1715208291.593733:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dae58. 00000100:00000200:2.0:1715208291.593743:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075940288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208291.593837:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208291.593839:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715208291.593842:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208291.593846:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208291.593848:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715208291.593850:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715208291.593854:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075940352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208291.595947:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208291.595962:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02dc0 00000400:00000200:0.0:1715208291.595972:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x5f9 [1] + 224 00000400:00000200:0.0:1715208291.596010:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208291.596017:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208291.596026:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075940288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208291.596075:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208291.596083:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02e00 00000400:00000200:0.0:1715208291.596089:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x5fd [1] + 224 00000400:00000200:0.0:1715208291.596108:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208291.596113:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208291.596154:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075940352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208291.596184:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208291.596193:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208291.596196:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208291.596206:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075940288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208291.596222:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075940288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208291.596254:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715208291.596263:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715208291.596269:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:2.0:1715208291.596281:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000400:00000200:2.0:1715208291.596289:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715208291.596291:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715208291.596299:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075940352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208291.596310:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075940352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208291.596334:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208291.596338:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715208291.596341:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715208296.601235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208296.601264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208296.601315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208296.601320:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715208296.601401:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208296.601409:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000400:00000010:0.0:1715208296.601416:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715208296.601424:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940480, portal 4 00000400:00000010:0.0:1715208296.601431:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 02000000:00000010:2.0:1715208296.601432:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000100:00000200:0.0:1715208296.601434:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075940480, offset 0 00000400:00000200:0.0:1715208296.601444:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208296.601459:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715208296.601461:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e18. 00000400:00000200:0.0:1715208296.601465:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715208296.601467:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000400:00000200:0.0:1715208296.601470:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:2.0:1715208296.601472:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940416, portal 25 00000400:00000200:0.0:1715208296.601474:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208296.601476:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000010:2.0:1715208296.601476:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715208296.601478:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075940416, offset 0 00000400:00000200:0.0:1715208296.601480:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [168:168:256:4294967295] 192.168.202.130@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:2.0:1715208296.601485:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208296.601491:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208296.601509:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208296.601511:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208296.601513:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715208296.601515:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208296.601519:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208296.601520:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208296.601522:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208296.601524:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208296.601527:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [169:169:255:4294967295] 192.168.202.130@tcp LPNI seq info [169:169:7:4294967295] 00000800:00000200:0.0:1715208296.601530:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208296.601535:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208296.601537:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208296.601542:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208296.601545:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715208296.601550:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208296.601557:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208296.601560:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208296.601628:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208296.601634:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715208296.601642:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208296.601649:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208296.601653:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715208296.601656:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715208296.601665:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075940480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208296.601764:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208296.601766:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715208296.601769:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208296.601773:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208296.601776:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:1.0:1715208296.601777:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:1.0:1715208296.601781:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075940416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208296.603714:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208296.603727:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02e80 00000400:00000200:0.0:1715208296.603735:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x609 [1] + 224 00000400:00000200:0.0:1715208296.603746:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208296.603749:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208296.603757:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075940480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208296.603794:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208296.603799:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02e40 00000400:00000200:0.0:1715208296.603804:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x611 [1] + 224 00000400:00000200:0.0:1715208296.603821:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208296.603825:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208296.603830:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075940416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208296.603882:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 00000400:00000200:2.0:1715208296.603889:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715208296.603891:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715208296.603899:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075940480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208296.603911:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075940480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208296.603942:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208296.603947:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715208296.603951:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:3.0:1715208296.603967:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e18. 00000400:00000200:3.0:1715208296.603976:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:3.0:1715208296.603978:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:3.0:1715208296.603987:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075940416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208296.603998:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075940416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208296.604016:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715208296.604021:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715208296.604024:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715208301.609217:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208301.609247:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208301.609320:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208301.609325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715208301.609397:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208301.609400:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715208301.609406:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 00000400:00000010:2.0:1715208301.609410:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b58. 00000400:00000010:0.0:1715208301.609413:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715208301.609421:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940608, portal 4 00000400:00000010:0.0:1715208301.609431:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:2.0:1715208301.609434:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715208301.609439:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940544, portal 25 00000400:00000010:2.0:1715208301.609443:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:0.0:1715208301.609444:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075940608, offset 0 00000100:00000200:2.0:1715208301.609445:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075940544, offset 0 00000400:00000200:2.0:1715208301.609455:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208301.609464:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208301.609469:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208301.609475:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208301.609480:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208301.609484:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208301.609487:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208301.609490:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [170:170:256:4294967295] 192.168.202.130@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:2.0:1715208301.609501:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208301.609507:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208301.609509:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208301.609511:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715208301.609513:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208301.609517:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208301.609518:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208301.609520:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208301.609523:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208301.609525:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [171:171:255:4294967295] 192.168.202.130@tcp LPNI seq info [171:171:7:4294967295] 00000800:00000200:2.0:1715208301.609529:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208301.609534:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208301.609536:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208301.609541:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208301.609544:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715208301.609549:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208301.609555:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208301.609559:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208301.609633:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208301.609639:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715208301.609648:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208301.609655:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208301.609660:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:1.0:1715208301.609663:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:1.0:1715208301.609671:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075940544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208301.609766:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208301.609769:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208301.609772:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208301.609775:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208301.609778:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715208301.609780:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715208301.609784:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075940608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208301.611726:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208301.611738:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02ec0 00000400:00000200:0.0:1715208301.611748:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x61d [1] + 224 00000400:00000200:0.0:1715208301.611763:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208301.611769:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208301.611779:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075940544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208301.611838:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208301.611848:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02f00 00000400:00000010:2.0:1715208301.611855:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:2.0:1715208301.611862:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:2.0:1715208301.611864:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715208301.611871:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075940544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208301.611875:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x619 [1] + 224 00000100:00000200:2.0:1715208301.611883:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075940544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208301.611906:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1715208301.611908:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 00000400:00000200:0.0:1715208301.611913:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 02000000:00000010:2.0:1715208301.611913:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715208301.611917:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000200:0.0:1715208301.611919:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075940608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208301.611959:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 00000400:00000200:2.0:1715208301.611962:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715208301.611963:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715208301.611967:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075940608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208301.611983:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075940608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208301.612002:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208301.612005:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715208301.612007:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715208306.617226:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208306.617276:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715208306.617329:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208306.617334:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715208306.617395:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715208306.617402:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 00000400:00000010:0.0:1715208306.617409:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715208306.617418:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940736, portal 4 00000400:00000010:0.0:1715208306.617425:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715208306.617428:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075940736, offset 0 00000400:00000200:0.0:1715208306.617439:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:2.0:1715208306.617441:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715208306.617453:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:0.0:1715208306.617454:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208306.617460:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715208306.617461:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000200:0.0:1715208306.617465:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:2.0:1715208306.617466:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940672, portal 25 00000400:00000200:0.0:1715208306.617469:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208306.617472:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000010:2.0:1715208306.617472:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000400:00000200:0.0:1715208306.617475:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [172:172:256:4294967295] 192.168.202.130@tcp LPNI seq info [172:172:8:4294967295] 00000100:00000200:2.0:1715208306.617475:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075940672, offset 0 00000400:00000200:2.0:1715208306.617485:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208306.617487:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208306.617493:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208306.617496:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208306.617497:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715208306.617500:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208306.617503:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208306.617504:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208306.617506:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208306.617509:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208306.617512:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [173:173:255:4294967295] 192.168.202.130@tcp LPNI seq info [173:173:7:4294967295] 00000800:00000200:0.0:1715208306.617515:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208306.617519:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208306.617521:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208306.617526:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208306.617530:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715208306.617535:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208306.617542:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208306.617545:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208306.617608:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208306.617614:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715208306.617622:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208306.617630:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208306.617634:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:1.0:1715208306.617636:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715208306.617646:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075940736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208306.617740:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208306.617744:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715208306.617748:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208306.617754:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208306.617758:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:1.0:1715208306.617761:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:1.0:1715208306.617767:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075940672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208306.619603:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208306.619616:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe02f80 00000400:00000200:0.0:1715208306.619625:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x629 [1] + 224 00000400:00000200:0.0:1715208306.619636:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208306.619640:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208306.619664:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075940736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208306.619705:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208306.619711:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02f40 00000400:00000200:0.0:1715208306.619715:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x631 [1] + 224 00000400:00000200:0.0:1715208306.619732:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208306.619736:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208306.619740:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075940672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208306.619795:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 00000400:00000200:2.0:1715208306.619805:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715208306.619807:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715208306.619817:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075940736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208306.619819:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:3.0:1715208306.619825:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:3.0:1715208306.619828:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:3.0:1715208306.619834:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075940672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208306.619855:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075940736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208306.619864:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075940672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208306.619887:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:3.0:1715208306.619887:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715208306.619894:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 02000000:00000010:3.0:1715208306.619894:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208306.619900:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:3.0:1715208306.619900:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715208311.625364:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208311.625395:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715208311.625452:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208311.625456:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:1.0:1715208311.625540:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:1.0:1715208311.625553:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208311.625562:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 02000000:00000010:0.0:1715208311.625567:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000100:00000200:1.0:1715208311.625571:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940800, portal 25 00000400:00000010:0.0:1715208311.625573:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 00000400:00000010:0.0:1715208311.625578:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000010:1.0:1715208311.625578:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da7f8. 00000100:00000200:0.0:1715208311.625583:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940864, portal 4 00000100:00000200:1.0:1715208311.625584:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075940800, offset 0 00000400:00000010:0.0:1715208311.625588:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000400:00000200:1.0:1715208311.625597:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208311.625603:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075940864, offset 0 00000400:00000200:0.0:1715208311.625611:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208311.625616:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208311.625624:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208311.625630:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208311.625635:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208311.625638:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208311.625644:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [174:174:256:4294967295] 192.168.202.130@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:1.0:1715208311.625659:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715208311.625689:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715208311.625689:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208311.625693:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715208311.625695:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715208311.625697:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208311.625699:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208311.625703:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715208311.625704:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208311.625706:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [175:175:255:4294967295] 192.168.202.130@tcp LPNI seq info [175:175:7:4294967295] 00000400:00000200:0.0:1715208311.625716:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208311.625717:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208311.625721:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715208311.625723:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715208311.625724:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000800:00000200:0.0:1715208311.625739:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208311.625746:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208311.625749:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208311.625830:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208311.625837:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715208311.625846:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208311.625853:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208311.625858:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da7f8 00000400:00000010:2.0:1715208311.625860:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da7f8. 00000100:00000200:2.0:1715208311.625869:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075940800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208311.625966:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208311.625968:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715208311.625971:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208311.625975:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208311.625977:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715208311.625979:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715208311.625982:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075940864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208311.627924:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208311.627937:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe02fc0 00000400:00000200:0.0:1715208311.627945:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x639 [1] + 224 00000400:00000200:0.0:1715208311.627957:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208311.627961:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208311.627968:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075940800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208311.628007:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208311.628012:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03000 00000400:00000200:0.0:1715208311.628016:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x63d [1] + 224 00000400:00000200:0.0:1715208311.628035:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208311.628038:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208311.628043:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075940864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208311.628104:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208311.628111:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208311.628113:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208311.628160:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075940800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208311.628165:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 00000100:00000200:1.0:1715208311.628171:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075940800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715208311.628173:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715208311.628175:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715208311.628183:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075940864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208311.628194:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075940864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208311.628197:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715208311.628203:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715208311.628229:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 02000000:00000010:2.0:1715208311.628243:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208311.628248:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715208311.628261:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715208316.633355:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208316.633387:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715208316.633442:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208316.633446:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715208316.633520:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208316.633528:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 00000400:00000010:0.0:1715208316.633535:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715208316.633543:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940992, portal 4 00000400:00000010:0.0:1715208316.633551:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715208316.633553:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075940992, offset 0 02000000:00000010:2.0:1715208316.633561:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000200:0.0:1715208316.633564:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208316.633573:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5ec8. 00000400:00000200:0.0:1715208316.633580:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715208316.633580:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715208316.633587:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075940928, portal 25 00000400:00000010:2.0:1715208316.633592:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715208316.633595:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075940928, offset 0 00000400:00000200:2.0:1715208316.633605:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208316.633606:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208316.633610:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208316.633614:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208316.633617:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208316.633620:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [176:176:256:4294967295] 192.168.202.130@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:0.0:1715208316.633632:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208316.633639:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208316.633643:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715208316.633643:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208316.633647:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208316.633650:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208316.633651:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208316.633653:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208316.633656:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208316.633659:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [177:177:255:4294967295] 192.168.202.130@tcp LPNI seq info [177:177:7:4294967295] 00000800:00000200:0.0:1715208316.633661:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208316.633666:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208316.633669:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208316.633675:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208316.633679:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715208316.633684:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208316.633691:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208316.633695:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208316.633761:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208316.633767:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715208316.633775:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208316.633783:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208316.633787:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715208316.633790:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715208316.633799:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075940992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208316.633893:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208316.633896:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715208316.633899:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208316.633902:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208316.633905:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:1.0:1715208316.633906:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:1.0:1715208316.633910:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075940928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208316.635733:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208316.635746:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03080 00000400:00000200:0.0:1715208316.635754:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x649 [1] + 224 00000400:00000200:0.0:1715208316.635765:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208316.635769:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208316.635777:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075940992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208316.635813:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208316.635818:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03040 00000400:00000200:0.0:1715208316.635822:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x651 [1] + 224 00000400:00000200:0.0:1715208316.635839:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208316.635843:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208316.635848:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075940928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208316.635907:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 00000400:00000200:2.0:1715208316.635916:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715208316.635919:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000400:00000010:3.0:1715208316.635925:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5ec8. 00000100:00000200:2.0:1715208316.635929:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075940992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715208316.635931:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:3.0:1715208316.635934:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:3.0:1715208316.635940:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075940928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208316.635945:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075940992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208316.635954:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075940928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208316.635977:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:3.0:1715208316.635977:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715208316.635983:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 02000000:00000010:3.0:1715208316.635983:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715208316.635989:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:3.0:1715208316.635989:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715208321.641339:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208321.641368:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715208321.641425:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208321.641450:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715208321.641540:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715208321.641540:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715208321.641550:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000400:00000010:1.0:1715208321.641550:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208321.641557:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715208321.641558:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715208321.641566:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941056, portal 25 00000400:00000010:1.0:1715208321.641571:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:0.0:1715208321.641575:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941120, portal 4 00000100:00000200:1.0:1715208321.641575:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075941056, offset 0 00000400:00000010:0.0:1715208321.641585:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000200:1.0:1715208321.641586:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208321.641590:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075941120, offset 0 00000400:00000200:0.0:1715208321.641600:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208321.641602:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208321.641608:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208321.641613:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208321.641617:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208321.641619:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208321.641623:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [178:178:256:4294967295] 192.168.202.130@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:1.0:1715208321.641634:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208321.641640:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208321.641644:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715208321.641644:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000400:00000200:0.0:1715208321.641648:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715208321.641651:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208321.641652:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208321.641655:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208321.641657:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208321.641661:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [179:179:255:4294967295] 192.168.202.130@tcp LPNI seq info [179:179:7:4294967295] 00000800:00000200:1.0:1715208321.641661:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208321.641666:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208321.641671:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208321.641676:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208321.641679:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:0.0:1715208321.641684:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208321.641691:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208321.641695:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208321.641780:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208321.641787:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715208321.641798:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208321.641808:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208321.641814:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:2.0:1715208321.641817:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:2.0:1715208321.641831:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075941056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208321.641939:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208321.641942:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715208321.641946:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208321.641951:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208321.641955:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715208321.641957:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715208321.641965:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075941120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208321.643930:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208321.643944:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03100 00000400:00000200:0.0:1715208321.643952:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x65d [1] + 224 00000400:00000200:0.0:1715208321.643963:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208321.643967:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208321.643975:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075941120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208321.644012:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208321.644018:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe030c0 00000400:00000200:0.0:1715208321.644032:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x659 [1] + 224 00000400:00000200:0.0:1715208321.644050:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208321.644054:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208321.644059:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075941056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208321.644067:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:2.0:1715208321.644077:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715208321.644080:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715208321.644090:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075941120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208321.644107:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075941120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208321.644188:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208321.644196:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208321.644198:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208321.644206:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075941056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208321.644216:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075941056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208321.644236:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:2.0:1715208321.644237:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715208321.644242:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 02000000:00000010:2.0:1715208321.644245:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715208321.644247:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:2.0:1715208321.644249:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715208326.649328:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208326.649358:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715208326.649429:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208326.649444:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:2.0:1715208326.649494:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715208326.649506:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:2.0:1715208326.649515:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 02000000:00000010:3.0:1715208326.649520:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000100:00000200:2.0:1715208326.649525:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941184, portal 25 00000400:00000010:3.0:1715208326.649530:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715208326.649532:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000400:00000010:3.0:1715208326.649535:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:2.0:1715208326.649536:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075941184, offset 0 00000100:00000200:3.0:1715208326.649540:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941248, portal 4 00000400:00000010:3.0:1715208326.649546:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02575d8. 00000100:00000200:3.0:1715208326.649548:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075941248, offset 0 00000400:00000200:3.0:1715208326.649559:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208326.649569:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208326.649574:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208326.649580:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208326.649585:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208326.649589:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208326.649591:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208326.649594:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [180:180:256:4294967295] 192.168.202.130@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:3.0:1715208326.649605:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208326.649624:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208326.649627:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715208326.649629:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba700. 00000400:00000200:2.0:1715208326.649631:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208326.649635:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:3.0:1715208326.649636:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208326.649638:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208326.649640:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208326.649643:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [181:181:255:4294967295] 192.168.202.130@tcp LPNI seq info [181:181:7:4294967295] 00000800:00000200:3.0:1715208326.649646:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208326.649651:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208326.649653:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208326.649658:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208326.649662:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715208326.649667:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208326.649675:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208326.649679:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208326.649771:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208326.649775:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba700. 00000400:00000200:0.0:1715208326.649782:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208326.649788:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208326.649792:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02575d8 00000400:00000010:0.0:1715208326.649794:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02575d8. 00000100:00000200:0.0:1715208326.649803:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075941248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208326.649895:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208326.649897:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715208326.649900:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208326.649903:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208326.649906:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:0.0:1715208326.649908:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:0.0:1715208326.649911:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075941184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208326.651806:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208326.651821:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03180 00000400:00000200:0.0:1715208326.651829:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x671 [1] + 224 00000400:00000200:0.0:1715208326.651840:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208326.651844:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208326.651862:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075941248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208326.651907:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208326.651912:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03140 00000400:00000200:0.0:1715208326.651917:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x669 [1] + 224 00000400:00000200:0.0:1715208326.651933:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208326.651937:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208326.651941:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075941184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208326.651998:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208326.652007:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208326.652009:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208326.652017:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075941248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208326.652024:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000100:00000200:3.0:1715208326.652028:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075941248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715208326.652031:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:2.0:1715208326.652033:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715208326.652041:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075941184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208326.652055:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075941184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208326.652061:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208326.652068:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:3.0:1715208326.652073:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 02000000:00000010:2.0:1715208326.652104:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715208326.652110:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208326.652113:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715208331.657579:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208331.657614:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715208331.657715:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208331.657725:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:3.0:1715208331.657804:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 02000000:00000010:2.0:1715208331.657805:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715208331.657818:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:3.0:1715208331.657818:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715208331.657827:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715208331.657828:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715208331.657837:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941376, portal 4 00000100:00000200:3.0:1715208331.657845:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941312, portal 25 00000400:00000010:2.0:1715208331.657848:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000400:00000010:3.0:1715208331.657851:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02574c8. 00000100:00000200:2.0:1715208331.657853:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075941376, offset 0 00000100:00000200:3.0:1715208331.657854:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075941312, offset 0 00000400:00000200:3.0:1715208331.657867:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208331.657879:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208331.657888:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208331.657896:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208331.657901:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208331.657906:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208331.657909:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208331.657913:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [182:182:256:4294967295] 192.168.202.130@tcp LPNI seq info [182:182:8:4294967295] 00000400:00000200:3.0:1715208331.657928:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208331.657938:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208331.657942:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208331.657948:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208331.657952:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208331.657956:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1715208331.657957:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba900. 00000400:00000200:2.0:1715208331.657960:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208331.657966:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [183:183:255:4294967295] 192.168.202.130@tcp LPNI seq info [183:183:7:4294967295] 00000800:00000200:3.0:1715208331.657967:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208331.657980:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208331.657981:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208331.657988:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:3.0:1715208331.657988:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba900 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715208331.657993:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715208331.658000:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208331.658009:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208331.658014:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208331.658175:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208331.658180:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba900. 00000400:00000200:0.0:1715208331.658186:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208331.658193:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208331.658197:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02574c8 00000400:00000010:0.0:1715208331.658199:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02574c8. 00000100:00000200:0.0:1715208331.658208:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075941312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208331.658287:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208331.658290:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715208331.658292:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208331.658296:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208331.658298:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:0.0:1715208331.658300:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715208331.658304:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075941376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208331.659938:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208331.659960:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe031c0 00000400:00000200:0.0:1715208331.659968:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x67d [1] + 224 00000400:00000200:0.0:1715208331.659982:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208331.659986:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208331.659993:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075941312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208331.660031:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208331.660070:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03200 00000400:00000200:0.0:1715208331.660077:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x679 [1] + 224 00000400:00000010:3.0:1715208331.660096:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715208331.660099:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208331.660105:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715208331.660105:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208331.660107:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:0.0:1715208331.660113:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075941376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208331.660167:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075941312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208331.660184:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075941312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208331.660214:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208331.660222:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715208331.660228:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:2.0:1715208331.660243:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715208331.660250:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:2.0:1715208331.660253:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715208331.660262:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075941376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208331.660278:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075941376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208331.660308:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715208331.660314:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715208331.660318:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715208336.665338:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208336.665369:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715208336.665426:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208336.665430:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715208336.665508:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208336.665516:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 00000400:00000010:0.0:1715208336.665523:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715208336.665531:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941504, portal 4 00000400:00000010:0.0:1715208336.665538:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 02000000:00000010:2.0:1715208336.665540:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000100:00000200:0.0:1715208336.665541:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075941504, offset 0 00000400:00000200:0.0:1715208336.665552:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208336.665553:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:2.0:1715208336.665560:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715208336.665566:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941440, portal 25 00000400:00000200:0.0:1715208336.665567:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208336.665572:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715208336.665572:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715208336.665576:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075941440, offset 0 00000400:00000200:0.0:1715208336.665578:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208336.665582:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208336.665585:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208336.665586:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208336.665609:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [184:184:256:4294967295] 192.168.202.130@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000200:0.0:1715208336.665620:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208336.665627:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208336.665632:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715208336.665632:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208336.665638:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208336.665649:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208336.665649:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208336.665653:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208336.665654:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208336.665656:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208336.665659:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208336.665662:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [185:185:255:4294967295] 192.168.202.130@tcp LPNI seq info [185:185:7:4294967295] 00000400:00000200:2.0:1715208336.665673:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208336.665682:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208336.665687:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715208336.665693:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208336.665702:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208336.665707:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208336.665766:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208336.665771:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715208336.665781:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208336.665787:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208336.665791:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715208336.665793:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715208336.665804:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075941504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208336.665903:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208336.665906:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715208336.665908:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208336.665912:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208336.665914:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:1.0:1715208336.665916:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:1.0:1715208336.665919:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075941440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208336.667925:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208336.667939:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03240 00000400:00000200:0.0:1715208336.667946:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x691 [1] + 224 00000400:00000200:0.0:1715208336.667958:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208336.667962:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208336.667969:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075941440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208336.668029:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208336.668035:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03280 00000400:00000200:0.0:1715208336.668039:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x689 [1] + 224 00000400:00000200:0.0:1715208336.668058:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208336.668062:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208336.668067:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075941504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208336.668095:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715208336.668104:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:2.0:1715208336.668107:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000400:00000010:1.0:1715208336.668153:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000400:00000200:1.0:1715208336.668160:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715208336.668162:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715208336.668170:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075941504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208336.668187:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075941504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208336.668192:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075941440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208336.668204:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075941440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208336.668223:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208336.668223:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:1.0:1715208336.668230:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 02000000:00000010:2.0:1715208336.668230:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715208336.668236:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:2.0:1715208336.668236:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715208341.673304:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208341.673333:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715208341.673388:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208341.673392:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715208341.673464:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208341.673472:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 00000400:00000010:0.0:1715208341.673498:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 02000000:00000010:1.0:1715208341.673502:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000100:00000200:0.0:1715208341.673507:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941632, portal 4 00000400:00000010:1.0:1715208341.673514:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208341.673516:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715208341.673518:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075941632, offset 0 00000400:00000010:1.0:1715208341.673522:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715208341.673529:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208341.673541:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941568, portal 25 00000400:00000200:0.0:1715208341.673544:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715208341.673547:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da110. 00000400:00000200:0.0:1715208341.673550:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715208341.673550:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075941568, offset 0 00000400:00000200:0.0:1715208341.673554:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208341.673558:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208341.673561:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208341.673565:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [186:186:256:4294967295] 192.168.202.130@tcp LPNI seq info [186:186:8:4294967295] 00000400:00000200:1.0:1715208341.673569:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208341.673576:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208341.673582:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208341.673587:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208341.673588:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208341.673593:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208341.673594:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208341.673596:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208341.673599:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208341.673601:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208341.673605:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [187:187:255:4294967295] 192.168.202.130@tcp LPNI seq info [187:187:7:4294967295] 00000800:00000200:0.0:1715208341.673606:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208341.673610:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208341.673614:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208341.673619:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208341.673623:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715208341.673628:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208341.673637:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208341.673642:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208341.673726:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208341.673730:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715208341.673737:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208341.673743:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208341.673749:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715208341.673751:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715208341.673760:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075941632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208341.673857:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208341.673868:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715208341.673872:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208341.673876:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208341.673879:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da110 00000400:00000010:2.0:1715208341.673880:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da110. 00000100:00000200:2.0:1715208341.673885:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075941568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208341.675815:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208341.675828:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03300 00000400:00000200:0.0:1715208341.675837:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x699 [1] + 224 00000400:00000200:0.0:1715208341.675848:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208341.675852:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208341.675859:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075941632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208341.675897:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208341.675902:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe032c0 00000400:00000200:0.0:1715208341.675906:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x6a1 [1] + 224 00000400:00000200:0.0:1715208341.675929:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715208341.675933:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 00000400:00000200:0.0:1715208341.675940:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208341.675941:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715208341.675943:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715208341.675968:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075941632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208341.675977:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075941568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208341.675980:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075941632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208341.676015:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208341.676023:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715208341.676029:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:1.0:1715208341.676063:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208341.676068:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208341.676071:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208341.676078:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075941568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208341.676092:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075941568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208341.676112:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715208341.676154:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715208341.676158:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715208346.681299:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208346.681327:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715208346.681369:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208346.681373:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:2.0:1715208346.681449:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 02000000:00000010:1.0:1715208346.681450:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:1.0:1715208346.681460:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:2.0:1715208346.681460:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:2.0:1715208346.681467:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000400:00000010:1.0:1715208346.681468:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:2.0:1715208346.681475:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941696, portal 25 00000400:00000010:2.0:1715208346.681480:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:1.0:1715208346.681482:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941760, portal 4 00000100:00000200:2.0:1715208346.681482:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075941696, offset 0 00000400:00000010:1.0:1715208346.681491:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000400:00000200:2.0:1715208346.681492:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208346.681496:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075941760, offset 0 00000400:00000200:1.0:1715208346.681505:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208346.681506:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208346.681512:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208346.681516:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208346.681519:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208346.681522:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208346.681525:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [188:188:256:4294967295] 192.168.202.130@tcp LPNI seq info [188:188:8:4294967295] 00000400:00000200:2.0:1715208346.681534:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208346.681549:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208346.681552:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208346.681553:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715208346.681557:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715208346.681559:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208346.681562:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208346.681565:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208346.681567:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208346.681569:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715208346.681572:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [189:189:255:4294967295] 192.168.202.130@tcp LPNI seq info [189:189:7:4294967295] 00000800:00000200:2.0:1715208346.681574:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208346.681583:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208346.681589:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208346.681593:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715208346.681598:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208346.681606:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208346.681610:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208346.681643:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208346.681647:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715208346.681651:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208346.681658:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208346.681662:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:0.0:1715208346.681663:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:0.0:1715208346.681671:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075941696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208346.681704:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208346.681705:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715208346.681708:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208346.681711:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208346.681713:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:0.0:1715208346.681715:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000100:00000200:0.0:1715208346.681718:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075941760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208346.683576:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208346.683589:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03340 00000400:00000200:0.0:1715208346.683597:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x6a9 [1] + 224 00000400:00000200:0.0:1715208346.683608:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208346.683611:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208346.683619:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075941696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208346.683691:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208346.683696:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03380 00000400:00000200:0.0:1715208346.683700:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x6ad [1] + 224 00000400:00000200:0.0:1715208346.683710:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208346.683714:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208346.683718:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075941760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208346.683765:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715208346.683771:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:2.0:1715208346.683773:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715208346.683780:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075941696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208346.683790:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075941696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208346.683796:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208346.683803:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208346.683806:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 02000000:00000010:2.0:1715208346.683812:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 00000100:00000200:1.0:1715208346.683815:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075941760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208346.683817:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715208346.683821:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000200:1.0:1715208346.683829:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075941760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208346.683857:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715208346.683863:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715208346.683867:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715208351.689331:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208351.689362:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208351.689418:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208351.689423:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715208351.689502:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208351.689512:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 02000000:00000010:3.0:1715208351.689517:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:0.0:1715208351.689519:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715208351.689527:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941888, portal 4 00000400:00000010:3.0:1715208351.689527:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715208351.689532:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:0.0:1715208351.689534:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:3.0:1715208351.689537:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941824, portal 25 00000100:00000200:0.0:1715208351.689538:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075941888, offset 0 00000400:00000010:3.0:1715208351.689541:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257908. 00000400:00000200:0.0:1715208351.689549:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715208351.689554:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075941824, offset 0 00000400:00000200:3.0:1715208351.689562:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208351.689564:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208351.689570:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208351.689574:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208351.689578:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208351.689581:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208351.689584:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [190:190:256:4294967295] 192.168.202.130@tcp LPNI seq info [190:190:8:4294967295] 00000400:00000200:0.0:1715208351.689595:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208351.689601:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208351.689604:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208351.689606:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:3.0:1715208351.689608:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208351.689612:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208351.689612:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208351.689615:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208351.689617:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208351.689621:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [191:191:255:4294967295] 192.168.202.130@tcp LPNI seq info [191:191:7:4294967295] 00000400:00000200:3.0:1715208351.689630:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208351.689635:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208351.689638:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbac00. 00000800:00000200:0.0:1715208351.689642:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208351.689647:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715208351.689653:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208351.689660:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208351.689664:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbac00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208351.689742:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208351.689748:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715208351.689756:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208351.689763:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208351.689769:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715208351.689771:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715208351.689781:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075941888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208351.689943:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208351.689946:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbac00. 00000400:00000200:1.0:1715208351.689949:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208351.689953:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208351.689956:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257908 00000400:00000010:1.0:1715208351.689957:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257908. 00000100:00000200:1.0:1715208351.689961:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075941824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208351.691781:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208351.691794:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03400 00000400:00000200:0.0:1715208351.691801:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x6b9 [1] + 224 00000400:00000200:0.0:1715208351.691811:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208351.691815:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208351.691822:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075941888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208351.691857:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208351.691884:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe033c0 00000400:00000200:0.0:1715208351.691889:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x6bd [1] + 224 00000400:00000200:0.0:1715208351.691910:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208351.691914:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208351.691919:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075941824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208351.691943:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 00000400:00000200:2.0:1715208351.691951:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715208351.691953:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715208351.691961:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075941888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208351.691971:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075941888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208351.692002:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000400:00000010:3.0:1715208351.692004:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715208351.692007:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715208351.692012:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000200:3.0:1715208351.692013:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208351.692016:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208351.692025:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075941824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208351.692040:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075941824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208351.692061:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208351.692069:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715208351.692073:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715208356.697330:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208356.697367:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715208356.697444:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208356.697451:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715208356.697538:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208356.697540:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715208356.697548:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 00000400:00000010:2.0:1715208356.697550:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:0.0:1715208356.697557:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000010:2.0:1715208356.697557:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715208356.697565:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075941952, portal 25 00000400:00000010:2.0:1715208356.697571:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:0.0:1715208356.697577:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942016, portal 4 00000400:00000010:0.0:1715208356.697588:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715208356.697592:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075942016, offset 0 00000100:00000200:2.0:1715208356.697593:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075941952, offset 0 00000400:00000200:2.0:1715208356.697604:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208356.697615:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208356.697619:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208356.697625:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208356.697629:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208356.697633:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208356.697635:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208356.697638:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [192:192:256:4294967295] 192.168.202.130@tcp LPNI seq info [192:192:8:4294967295] 00000400:00000200:2.0:1715208356.697650:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208356.697656:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208356.697660:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208356.697660:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715208356.697666:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715208356.697666:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208356.697677:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208356.697682:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208356.697682:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208356.697686:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208356.697689:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208356.697693:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [193:193:255:4294967295] 192.168.202.130@tcp LPNI seq info [193:193:7:4294967295] 00000400:00000200:0.0:1715208356.697707:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208356.697714:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208356.697719:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:0.0:1715208356.697725:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208356.697734:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208356.697739:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208356.697781:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208356.697787:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715208356.697796:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208356.697803:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208356.697807:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:1.0:1715208356.697809:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:1.0:1715208356.697857:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075941952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208356.697950:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208356.697953:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715208356.697955:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208356.697960:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208356.697962:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715208356.697964:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715208356.697968:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075942016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208356.699756:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208356.699769:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03440 00000400:00000200:0.0:1715208356.699777:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x6c9 [1] + 224 00000400:00000200:0.0:1715208356.699787:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208356.699790:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208356.699798:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075941952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208356.699854:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208356.699859:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03480 00000400:00000200:0.0:1715208356.699864:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x6cd [1] + 224 00000400:00000200:0.0:1715208356.699886:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208356.699890:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208356.699895:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075942016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208356.699908:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715208356.699918:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:2.0:1715208356.699920:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715208356.699931:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075941952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208356.699948:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075941952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208356.699979:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715208356.699988:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208356.699994:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:1.0:1715208356.700021:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000400:00000200:1.0:1715208356.700030:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715208356.700032:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715208356.700040:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075942016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208356.700051:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075942016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208356.700092:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715208356.700097:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715208356.700099:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715208361.705341:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715208361.705371:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715208361.705432:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208361.705439:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:2.0:1715208361.705530:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715208361.705541:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 02000000:00000010:0.0:1715208361.705550:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:2.0:1715208361.705550:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000400:00000010:0.0:1715208361.705556:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000400:00000010:0.0:1715208361.705560:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715208361.705560:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942080, portal 25 00000100:00000200:0.0:1715208361.705564:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942144, portal 4 00000400:00000010:2.0:1715208361.705567:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715208361.705570:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075942080, offset 0 00000400:00000010:0.0:1715208361.705571:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715208361.705574:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075942144, offset 0 00000400:00000200:0.0:1715208361.705587:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208361.705603:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208361.705604:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208361.705611:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208361.705617:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208361.705622:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208361.705626:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208361.705631:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [194:194:256:4294967295] 192.168.202.130@tcp LPNI seq info [194:194:8:4294967295] 00000400:00000200:0.0:1715208361.705646:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208361.705655:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208361.705655:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208361.705659:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715208361.705661:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208361.705663:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208361.705666:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208361.705669:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208361.705670:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208361.705674:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [195:195:255:4294967295] 192.168.202.130@tcp LPNI seq info [195:195:7:4294967295] 00000800:00000200:0.0:1715208361.705683:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208361.705685:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208361.705690:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208361.705691:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208361.705695:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715208361.705700:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208361.705706:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208361.705710:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208361.705849:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208361.705858:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715208361.705867:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208361.705876:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208361.705882:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715208361.705884:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715208361.705894:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075942144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208361.705996:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208361.705999:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715208361.706002:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208361.706006:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208361.706008:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:1.0:1715208361.706010:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:1.0:1715208361.706014:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075942080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208361.707817:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208361.707835:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03500 00000400:00000200:0.0:1715208361.707846:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x6dd [1] + 224 00000400:00000200:0.0:1715208361.707862:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208361.707868:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208361.707878:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075942144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208361.707937:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208361.707948:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe034c0 00000400:00000200:0.0:1715208361.707953:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x6d9 [1] + 224 00000400:00000200:0.0:1715208361.707981:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208361.707985:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208361.707990:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075942080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208361.708004:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:2.0:1715208361.708012:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715208361.708014:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715208361.708022:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075942144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208361.708033:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075942144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208361.708065:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208361.708071:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715208361.708075:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:3.0:1715208361.708154:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:3.0:1715208361.708162:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:3.0:1715208361.708164:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:3.0:1715208361.708173:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075942080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208361.708184:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075942080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208361.708202:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715208361.708206:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715208361.708210:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715208366.713302:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208366.713333:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715208366.713393:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715208366.713397:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715208366.713469:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208366.713472:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715208366.713476:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 00000400:00000010:0.0:1715208366.713482:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000400:00000010:2.0:1715208366.713484:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd58f0. 00000100:00000200:0.0:1715208366.713491:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942272, portal 4 00000400:00000010:2.0:1715208366.713492:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000400:00000010:0.0:1715208366.713499:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715208366.713499:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942208, portal 25 00000100:00000200:0.0:1715208366.713501:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075942272, offset 0 00000400:00000010:2.0:1715208366.713504:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000400:00000200:0.0:1715208366.713512:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208366.713520:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075942208, offset 0 00000400:00000200:0.0:1715208366.713525:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208366.713531:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208366.713532:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208366.713536:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208366.713540:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208366.713543:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208366.713546:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [196:196:256:4294967295] 192.168.202.130@tcp LPNI seq info [196:196:8:4294967295] 00000400:00000200:0.0:1715208366.713557:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208366.713563:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208366.713567:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715208366.713567:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208366.713573:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208366.713573:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208366.713578:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208366.713582:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208366.713584:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208366.713586:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208366.713589:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208366.713591:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [197:197:255:4294967295] 192.168.202.130@tcp LPNI seq info [197:197:7:4294967295] 00000400:00000200:2.0:1715208366.713605:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208366.713613:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208366.713618:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715208366.713625:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208366.713634:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208366.713639:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208366.713680:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208366.713686:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208366.713694:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208366.713701:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208366.713706:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715208366.713708:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715208366.713717:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075942272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208366.713852:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208366.713854:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715208366.713857:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208366.713862:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208366.713875:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:1.0:1715208366.713876:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:1.0:1715208366.713881:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075942208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208366.715767:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208366.715783:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03540 00000400:00000200:0.0:1715208366.715805:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x6ed [1] + 224 00000400:00000200:0.0:1715208366.715825:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208366.715832:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208366.715841:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075942208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208366.715893:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208366.715901:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03580 00000400:00000200:0.0:1715208366.715908:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x6e9 [1] + 224 00000400:00000200:0.0:1715208366.715928:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715208366.715930:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd58f0. 00000400:00000200:0.0:1715208366.715934:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208366.715936:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:2.0:1715208366.715938:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:0.0:1715208366.715945:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075942272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208366.715945:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075942208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208366.715956:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075942208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208366.715982:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715208366.715987:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715208366.715992:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:1.0:1715208366.716075:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 00000400:00000200:1.0:1715208366.716083:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715208366.716085:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715208366.716093:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075942272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208366.716104:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075942272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208366.716168:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715208366.716173:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715208366.716176:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715208371.721346:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208371.721380:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208371.721457:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208371.721464:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:1.0:1715208371.721535:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:1.0:1715208371.721549:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 02000000:00000010:0.0:1715208371.721553:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:1.0:1715208371.721559:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715208371.721560:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 00000100:00000200:1.0:1715208371.721569:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942336, portal 25 00000400:00000010:1.0:1715208371.721576:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da220. 00000400:00000010:0.0:1715208371.721580:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715208371.721580:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075942336, offset 0 00000100:00000200:0.0:1715208371.721586:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942400, portal 4 00000400:00000200:1.0:1715208371.721593:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715208371.721594:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715208371.721598:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075942400, offset 0 00000400:00000200:0.0:1715208371.721609:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208371.721610:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208371.721616:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208371.721622:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208371.721626:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208371.721630:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208371.721634:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [198:198:256:4294967295] 192.168.202.130@tcp LPNI seq info [198:198:8:4294967295] 00000400:00000200:1.0:1715208371.721648:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208371.721656:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208371.721661:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715208371.721662:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715208371.721667:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208371.721671:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208371.721675:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208371.721679:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208371.721684:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [199:199:255:4294967295] 192.168.202.130@tcp LPNI seq info [199:199:7:4294967295] 00000800:00000200:1.0:1715208371.721726:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208371.721739:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208371.721745:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208371.721766:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208371.721774:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208371.721779:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:0.0:1715208371.721786:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208371.721794:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208371.721798:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208371.721843:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208371.721850:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715208371.721860:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208371.721867:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208371.721871:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da220 00000400:00000010:2.0:1715208371.721873:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da220. 00000100:00000200:2.0:1715208371.721883:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075942336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208371.721978:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208371.721990:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715208371.721993:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208371.721998:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208371.722000:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715208371.722002:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715208371.722007:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075942400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208371.723667:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208371.723679:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe035c0 00000400:00000200:0.0:1715208371.723687:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x6f9 [1] + 224 00000400:00000200:0.0:1715208371.723722:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208371.723726:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208371.723733:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075942336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208371.723767:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208371.723772:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03600 00000400:00000200:0.0:1715208371.723777:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x701 [1] + 224 00000400:00000200:0.0:1715208371.723798:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208371.723802:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208371.723807:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075942400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208371.723826:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208371.723835:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208371.723838:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208371.723848:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075942336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208371.723864:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075942336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208371.723897:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 00000400:00000010:2.0:1715208371.723904:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 02000000:00000010:1.0:1715208371.723906:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715208371.723911:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000200:2.0:1715208371.723914:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715208371.723917:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715208371.723928:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075942400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208371.723945:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075942400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208371.723977:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208371.723983:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715208371.723988:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715208376.729244:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208376.729274:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208376.729323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208376.729327:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715208376.729392:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208376.729399:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 00000400:00000010:0.0:1715208376.729405:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 02000000:00000010:2.0:1715208376.729422:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000100:00000200:0.0:1715208376.729432:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942528, portal 4 00000400:00000010:2.0:1715208376.729433:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd58f0. 00000400:00000010:2.0:1715208376.729439:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000400:00000010:0.0:1715208376.729441:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715208376.729444:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075942528, offset 0 00000100:00000200:2.0:1715208376.729444:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942464, portal 25 00000400:00000010:2.0:1715208376.729449:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000400:00000200:0.0:1715208376.729455:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208376.729461:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075942464, offset 0 00000400:00000200:2.0:1715208376.729469:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208376.729470:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208376.729476:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208376.729480:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208376.729484:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208376.729487:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208376.729490:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [200:200:256:4294967295] 192.168.202.130@tcp LPNI seq info [200:200:8:4294967295] 00000400:00000200:0.0:1715208376.729501:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208376.729507:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208376.729511:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715208376.729511:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208376.729515:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208376.729517:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208376.729519:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208376.729521:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208376.729524:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208376.729527:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [201:201:255:4294967295] 192.168.202.130@tcp LPNI seq info [201:201:7:4294967295] 00000800:00000200:0.0:1715208376.729528:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208376.729533:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208376.729537:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208376.729553:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208376.729557:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715208376.729561:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208376.729568:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208376.729571:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208376.729626:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208376.729631:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715208376.729640:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208376.729686:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208376.729690:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:1.0:1715208376.729693:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715208376.729702:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075942528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208376.729834:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208376.729838:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715208376.729842:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208376.729848:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208376.729852:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715208376.729855:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715208376.729861:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075942464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208376.731749:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208376.731761:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03640 00000400:00000200:0.0:1715208376.731769:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x70d [1] + 224 00000400:00000200:0.0:1715208376.731780:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208376.731784:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208376.731791:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075942464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208376.731827:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208376.731832:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03680 00000400:00000200:0.0:1715208376.731836:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x709 [1] + 224 00000400:00000200:0.0:1715208376.731853:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208376.731857:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208376.731869:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075942528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208376.731921:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd58f0. 00000400:00000200:2.0:1715208376.731929:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:2.0:1715208376.731931:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:2.0:1715208376.731939:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075942464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208376.731944:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 00000100:00000200:2.0:1715208376.731951:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075942464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715208376.731952:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715208376.731962:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715208376.731970:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075942528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208376.731976:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 00000100:00000200:1.0:1715208376.731981:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075942528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208376.731983:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715208376.731988:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 02000000:00000010:1.0:1715208376.732006:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715208376.732010:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715208376.732013:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715208381.737347:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208381.737380:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715208381.737455:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208381.737462:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715208381.737562:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715208381.737562:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000400:00000010:0.0:1715208381.737572:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 00000400:00000010:1.0:1715208381.737572:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208381.737580:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000400:00000010:1.0:1715208381.737580:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208381.737588:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942592, portal 25 00000400:00000010:1.0:1715208381.737593:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da000. 00000100:00000200:0.0:1715208381.737600:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942656, portal 4 00000100:00000200:1.0:1715208381.737600:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075942592, offset 0 00000400:00000010:0.0:1715208381.737637:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000200:1.0:1715208381.737640:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208381.737651:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075942656, offset 0 00000400:00000200:1.0:1715208381.737656:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208381.737661:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208381.737662:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208381.737667:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208381.737671:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208381.737674:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208381.737677:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [202:202:256:4294967295] 192.168.202.130@tcp LPNI seq info [202:202:8:4294967295] 00000400:00000200:1.0:1715208381.737688:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208381.737694:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208381.737699:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715208381.737699:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715208381.737706:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715208381.737706:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208381.737711:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208381.737715:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715208381.737717:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208381.737719:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715208381.737722:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208381.737724:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [203:203:255:4294967295] 192.168.202.130@tcp LPNI seq info [203:203:7:4294967295] 00000400:00000200:0.0:1715208381.737739:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208381.737747:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208381.737752:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:0.0:1715208381.737759:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208381.737768:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208381.737773:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208381.737826:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208381.737832:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715208381.737842:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208381.737849:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208381.737853:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da000 00000400:00000010:2.0:1715208381.737856:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da000. 00000100:00000200:2.0:1715208381.737866:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075942592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208381.737959:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208381.737962:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715208381.737965:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208381.737968:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208381.737971:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715208381.737973:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715208381.737977:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075942656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208381.739939:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208381.739952:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe036c0 00000400:00000200:0.0:1715208381.739960:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x719 [1] + 224 00000400:00000200:0.0:1715208381.739971:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208381.739984:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208381.739992:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075942592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208381.740032:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208381.740038:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03700 00000400:00000200:0.0:1715208381.740043:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x71d [1] + 224 00000400:00000200:0.0:1715208381.740059:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208381.740063:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208381.740067:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075942656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208381.740076:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208381.740084:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208381.740086:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208381.740104:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075942592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208381.740172:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075942592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208381.740186:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 00000400:00000200:2.0:1715208381.740195:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715208381.740197:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 02000000:00000010:1.0:1715208381.740198:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715208381.740205:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000200:2.0:1715208381.740205:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075942656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715208381.740210:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000200:2.0:1715208381.740216:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075942656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208381.740241:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208381.740245:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715208381.740248:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715208386.745310:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208386.745338:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715208386.745391:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208386.745395:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715208386.745461:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208386.745469:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000400:00000010:0.0:1715208386.745476:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715208386.745484:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942784, portal 4 00000400:00000010:0.0:1715208386.745495:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715208386.745498:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075942784, offset 0 02000000:00000010:2.0:1715208386.745501:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000200:0.0:1715208386.745510:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208386.745511:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd58f0. 00000400:00000010:2.0:1715208386.745517:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000100:00000200:2.0:1715208386.745522:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942720, portal 25 00000400:00000200:0.0:1715208386.745523:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715208386.745526:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715208386.745528:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075942720, offset 0 00000400:00000200:0.0:1715208386.745529:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208386.745534:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208386.745536:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208386.745538:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208386.745541:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208386.745544:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [204:204:256:4294967295] 192.168.202.130@tcp LPNI seq info [204:204:8:4294967295] 00000400:00000200:0.0:1715208386.745555:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208386.745588:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208386.745601:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208386.745606:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208386.745610:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:0.0:1715208386.745612:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715208386.745612:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208386.745615:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208386.745619:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208386.745619:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [205:205:255:4294967295] 192.168.202.130@tcp LPNI seq info [205:205:7:4294967295] 00000400:00000200:2.0:1715208386.745629:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208386.745630:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208386.745634:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715208386.745635:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715208386.745638:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:2.0:1715208386.745643:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208386.745650:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208386.745653:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208386.745729:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208386.745735:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208386.745744:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208386.745751:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208386.745756:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715208386.745758:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715208386.745767:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075942784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208386.745862:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208386.745865:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715208386.745867:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208386.745871:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208386.745874:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:1.0:1715208386.745876:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715208386.745879:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075942720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208386.747822:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208386.747835:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03780 00000400:00000200:0.0:1715208386.747842:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x729 [1] + 224 00000400:00000200:0.0:1715208386.747853:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208386.747857:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208386.747864:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075942784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208386.747900:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208386.747906:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03740 00000400:00000200:0.0:1715208386.747910:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x731 [1] + 224 00000400:00000200:0.0:1715208386.747927:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208386.747931:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208386.747936:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075942720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208386.747995:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 00000400:00000200:2.0:1715208386.748003:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715208386.748005:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715208386.748014:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075942784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208386.748025:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075942784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208386.748054:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd58f0. 02000000:00000010:2.0:1715208386.748057:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208386.748063:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000400:00000200:3.0:1715208386.748063:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:3.0:1715208386.748065:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000010:2.0:1715208386.748067:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000200:3.0:1715208386.748073:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075942720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208386.748084:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075942720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208386.748102:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715208386.748159:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:3.0:1715208386.748163:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715208391.753257:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208391.753287:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715208391.753346:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208391.753349:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715208391.753427:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208391.753434:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 00000400:00000010:0.0:1715208391.753441:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 02000000:00000010:1.0:1715208391.753448:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000100:00000200:0.0:1715208391.753449:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942912, portal 4 00000400:00000010:0.0:1715208391.753457:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:1.0:1715208391.753458:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715208391.753460:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075942912, offset 0 00000400:00000010:1.0:1715208391.753463:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715208391.753471:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208391.753496:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942848, portal 25 00000400:00000010:1.0:1715208391.753501:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dab28. 00000100:00000200:1.0:1715208391.753503:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075942848, offset 0 00000400:00000200:0.0:1715208391.753505:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208391.753510:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208391.753511:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208391.753515:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208391.753547:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208391.753550:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208391.753553:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [206:206:256:4294967295] 192.168.202.130@tcp LPNI seq info [206:206:8:4294967295] 00000400:00000200:0.0:1715208391.753565:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208391.753571:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208391.753576:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208391.753576:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208391.753580:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208391.753583:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208391.753594:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715208391.753594:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208391.753597:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208391.753599:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208391.753599:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208391.753603:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [207:207:255:4294967295] 192.168.202.130@tcp LPNI seq info [207:207:7:4294967295] 00000400:00000200:1.0:1715208391.753612:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208391.753617:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208391.753622:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715208391.753626:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208391.753640:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208391.753644:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208391.753690:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208391.753695:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715208391.753704:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208391.753711:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208391.753716:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715208391.753718:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715208391.753728:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075942912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208391.753822:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208391.753825:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715208391.753829:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208391.753833:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208391.753835:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dab28 00000400:00000010:2.0:1715208391.753837:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dab28. 00000100:00000200:2.0:1715208391.753840:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075942848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208391.755657:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208391.755670:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03800 00000400:00000200:0.0:1715208391.755679:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x739 [1] + 224 00000400:00000200:0.0:1715208391.755693:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208391.755699:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208391.755708:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075942912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208391.755765:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208391.755774:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe037c0 00000400:00000200:0.0:1715208391.755781:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x741 [1] + 224 00000400:00000200:0.0:1715208391.755805:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208391.755811:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208391.755818:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075942848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208391.755842:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000400:00000200:2.0:1715208391.755850:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715208391.755852:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715208391.755860:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075942912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208391.755871:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075942912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208391.755910:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715208391.755913:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000400:00000200:1.0:1715208391.755917:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 02000000:00000010:2.0:1715208391.755918:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000400:00000010:1.0:1715208391.755919:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000010:2.0:1715208391.755922:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000200:1.0:1715208391.755927:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075942848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208391.755938:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075942848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208391.755956:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715208391.755961:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715208391.755965:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715208396.761329:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208396.761360:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208396.761456:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208396.761465:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:2.0:1715208396.761582:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:2.0:1715208396.761594:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 02000000:00000010:3.0:1715208396.761600:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:2.0:1715208396.761602:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000400:00000010:3.0:1715208396.761611:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715208396.761612:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075942976, portal 25 00000400:00000010:3.0:1715208396.761616:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715208396.761617:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:3.0:1715208396.761620:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943040, portal 4 00000100:00000200:2.0:1715208396.761622:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075942976, offset 0 00000400:00000010:3.0:1715208396.761627:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02572a8. 00000400:00000200:2.0:1715208396.761632:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715208396.761641:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075943040, offset 0 00000400:00000200:2.0:1715208396.761647:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208396.761648:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208396.761653:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208396.761658:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208396.761662:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208396.761665:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208396.761668:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [208:208:256:4294967295] 192.168.202.130@tcp LPNI seq info [208:208:8:4294967295] 00000400:00000200:2.0:1715208396.761679:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208396.761685:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208396.761690:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000400:00000200:3.0:1715208396.761690:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208396.761694:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715208396.761696:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208396.761698:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208396.761700:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208396.761703:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208396.761707:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [209:209:255:4294967295] 192.168.202.130@tcp LPNI seq info [209:209:7:4294967295] 00000800:00000200:2.0:1715208396.761708:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208396.761712:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208396.761716:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208396.761721:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208396.761725:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaf00. 00000800:00000200:3.0:1715208396.761730:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208396.761737:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208396.761740:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208396.761821:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208396.761826:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:0.0:1715208396.761833:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208396.761840:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208396.761845:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:0.0:1715208396.761847:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:0.0:1715208396.761856:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075942976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208396.761945:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208396.761948:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaf00. 00000400:00000200:0.0:1715208396.761950:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208396.761954:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208396.761957:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02572a8 00000400:00000010:0.0:1715208396.761959:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02572a8. 00000100:00000200:0.0:1715208396.761963:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075943040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208396.763767:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208396.763783:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03840 00000400:00000200:0.0:1715208396.763794:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x749 [1] + 224 00000400:00000200:0.0:1715208396.763810:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208396.763816:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208396.763825:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075942976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208396.763884:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208396.763894:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03880 00000400:00000200:0.0:1715208396.763900:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x74d [1] + 224 00000400:00000200:0.0:1715208396.763929:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208396.763935:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208396.763953:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075943040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208396.763958:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715208396.763966:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:2.0:1715208396.763967:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715208396.763975:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075942976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208396.763987:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075942976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208396.764029:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715208396.764035:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715208396.764039:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:3.0:1715208396.764075:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208396.764085:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208396.764087:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208396.764095:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075943040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208396.764106:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075943040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208396.764170:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208396.764176:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715208396.764190:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715208401.769185:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208401.769208:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715208401.769253:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208401.769258:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715208401.769318:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715208401.769323:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000400:00000010:0.0:1715208401.769325:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 00000400:00000010:1.0:1715208401.769330:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208401.769331:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000010:1.0:1715208401.769335:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715208401.769338:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943168, portal 4 00000100:00000200:1.0:1715208401.769338:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943104, portal 25 00000400:00000010:1.0:1715208401.769342:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dad48. 00000400:00000010:0.0:1715208401.769344:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715208401.769345:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075943104, offset 0 00000100:00000200:0.0:1715208401.769346:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075943168, offset 0 00000400:00000200:1.0:1715208401.769353:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208401.769360:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208401.769365:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208401.769369:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208401.769372:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208401.769390:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208401.769392:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208401.769394:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [210:210:256:4294967295] 192.168.202.130@tcp LPNI seq info [210:210:8:4294967295] 00000400:00000200:1.0:1715208401.769400:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208401.769404:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208401.769407:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715208401.769407:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715208401.769410:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715208401.769411:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208401.769413:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208401.769415:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208401.769417:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715208401.769419:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208401.769420:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [211:211:255:4294967295] 192.168.202.130@tcp LPNI seq info [211:211:7:4294967295] 00000800:00000200:1.0:1715208401.769423:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208401.769428:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208401.769460:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208401.769463:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715208401.769466:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208401.769471:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208401.769474:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208401.769495:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208401.769497:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715208401.769503:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208401.769507:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208401.769509:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dad48 00000400:00000010:2.0:1715208401.769511:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dad48. 00000100:00000200:2.0:1715208401.769516:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075943104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208401.769590:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208401.769591:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715208401.769593:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208401.769595:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208401.769597:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715208401.769598:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715208401.769600:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075943168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208401.771108:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208401.771141:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe038c0 00000400:00000200:0.0:1715208401.771146:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x75d [1] + 224 00000400:00000200:0.0:1715208401.771153:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208401.771160:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208401.771165:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075943104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208401.771185:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208401.771189:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03900 00000400:00000200:0.0:1715208401.771191:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x759 [1] + 224 00000400:00000010:1.0:1715208401.771203:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715208401.771204:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208401.771206:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208401.771208:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208401.771209:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715208401.771214:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075943168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208401.771215:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075943104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208401.771223:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075943104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208401.771228:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000400:00000200:2.0:1715208401.771231:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715208401.771232:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715208401.771235:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075943168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208401.771241:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075943168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208401.771242:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715208401.771247:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715208401.771251:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 02000000:00000010:2.0:1715208401.771254:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208401.771257:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208401.771259:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715208406.777241:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208406.777269:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715208406.777329:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208406.777333:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715208406.777418:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208406.777424:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 00000400:00000010:0.0:1715208406.777429:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715208406.777435:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943296, portal 4 02000000:00000010:2.0:1715208406.777435:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715208406.777441:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715208406.777443:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075943296, offset 0 00000400:00000200:0.0:1715208406.777452:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208406.777457:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000400:00000010:2.0:1715208406.777461:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000400:00000200:0.0:1715208406.777463:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715208406.777465:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943232, portal 25 00000400:00000200:0.0:1715208406.777467:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715208406.777467:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715208406.777469:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075943232, offset 0 00000400:00000200:0.0:1715208406.777471:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208406.777474:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208406.777474:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208406.777476:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208406.777478:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [212:212:256:4294967295] 192.168.202.130@tcp LPNI seq info [212:212:8:4294967295] 00000400:00000200:0.0:1715208406.777486:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208406.777490:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208406.777492:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208406.777494:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208406.777497:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:0.0:1715208406.777499:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715208406.777499:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208406.777500:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208406.777503:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [213:213:255:4294967295] 192.168.202.130@tcp LPNI seq info [213:213:7:4294967295] 00000800:00000200:0.0:1715208406.777504:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208406.777509:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208406.777512:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715208406.777513:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:2.0:1715208406.777515:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:0.0:1715208406.777516:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208406.777519:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208406.777523:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208406.777526:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208406.777584:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208406.777588:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715208406.777593:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208406.777598:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208406.777602:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715208406.777603:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715208406.777610:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075943296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208406.777682:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208406.777684:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715208406.777686:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208406.777695:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208406.777697:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715208406.777698:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715208406.777701:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075943232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208406.778974:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208406.778986:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03980 00000400:00000200:0.0:1715208406.778993:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x769 [1] + 224 00000400:00000200:0.0:1715208406.779003:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208406.779008:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208406.779015:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075943296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208406.779050:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208406.779055:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03940 00000400:00000200:0.0:1715208406.779058:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x771 [1] + 224 00000400:00000200:0.0:1715208406.779071:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208406.779074:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208406.779077:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075943232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208406.779108:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000400:00000200:2.0:1715208406.779142:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715208406.779144:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715208406.779149:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075943296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208406.779149:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:3.0:1715208406.779155:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000100:00000200:2.0:1715208406.779157:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075943296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208406.779158:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:3.0:1715208406.779164:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075943232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208406.779176:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075943232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208406.779180:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208406.779184:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715208406.779187:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 02000000:00000010:3.0:1715208406.779192:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715208406.779196:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715208406.779199:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715208411.785239:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208411.785267:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715208411.785319:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208411.785323:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715208411.785421:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208411.785428:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 00000400:00000010:0.0:1715208411.785435:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715208411.785443:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943424, portal 4 02000000:00000010:1.0:1715208411.785447:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:0.0:1715208411.785451:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715208411.785454:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075943424, offset 0 00000400:00000010:1.0:1715208411.785457:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715208411.785464:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715208411.785489:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208411.785494:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943360, portal 25 00000400:00000200:0.0:1715208411.785497:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715208411.785498:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208411.785500:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075943360, offset 0 00000400:00000200:0.0:1715208411.785503:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208411.785507:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208411.785508:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208411.785511:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208411.785514:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208411.785517:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [214:214:256:4294967295] 192.168.202.130@tcp LPNI seq info [214:214:8:4294967295] 00000400:00000200:0.0:1715208411.785528:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208411.785534:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208411.785537:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208411.785538:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208411.785541:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208411.785544:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208411.785546:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208411.785548:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208411.785551:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208411.785554:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [215:215:255:4294967295] 192.168.202.130@tcp LPNI seq info [215:215:7:4294967295] 00000800:00000200:0.0:1715208411.785555:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208411.785560:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208411.785564:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208411.785568:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208411.785572:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715208411.785577:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208411.785584:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208411.785587:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208411.785651:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208411.785657:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715208411.785673:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208411.785681:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208411.785685:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715208411.785688:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715208411.785696:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075943424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208411.785788:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208411.785791:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715208411.785795:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208411.785799:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208411.785802:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:2.0:1715208411.785803:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:2.0:1715208411.785807:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075943360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208411.787389:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208411.787406:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe039c0 00000400:00000200:0.0:1715208411.787415:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x781 [1] + 224 00000400:00000200:0.0:1715208411.787429:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208411.787434:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208411.787443:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075943360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208411.787490:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208411.787497:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03a00 00000400:00000200:0.0:1715208411.787503:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x779 [1] + 224 00000400:00000200:0.0:1715208411.787524:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208411.787531:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208411.787538:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075943424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208411.787573:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208411.787581:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208411.787583:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208411.787591:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075943360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208411.787602:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075943360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208411.787621:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 00000400:00000200:2.0:1715208411.787629:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715208411.787631:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715208411.787639:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075943424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208411.787646:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 00000100:00000200:2.0:1715208411.787650:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075943424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208411.787653:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715208411.787657:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 02000000:00000010:2.0:1715208411.787674:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208411.787678:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715208411.787681:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715208416.793241:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208416.793268:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715208416.793365:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208416.793370:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715208416.793445:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208416.793446:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715208416.793455:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 00000400:00000010:2.0:1715208416.793458:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000010:0.0:1715208416.793464:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000010:2.0:1715208416.793466:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:0.0:1715208416.793474:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943552, portal 4 00000100:00000200:2.0:1715208416.793483:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943488, portal 25 00000400:00000010:0.0:1715208416.793485:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715208416.793489:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075943552, offset 0 00000400:00000010:2.0:1715208416.793490:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000100:00000200:2.0:1715208416.793494:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075943488, offset 0 00000400:00000200:0.0:1715208416.793503:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208416.793513:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208416.793521:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208416.793529:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208416.793534:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208416.793538:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208416.793541:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208416.793544:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [216:216:256:4294967295] 192.168.202.130@tcp LPNI seq info [216:216:8:4294967295] 00000400:00000200:0.0:1715208416.793556:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208416.793563:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208416.793567:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208416.793568:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715208416.793571:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208416.793573:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208416.793575:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208416.793577:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208416.793580:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208416.793583:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [217:217:255:4294967295] 192.168.202.130@tcp LPNI seq info [217:217:7:4294967295] 00000800:00000200:0.0:1715208416.793584:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208416.793589:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208416.793594:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208416.793599:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208416.793603:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715208416.793607:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208416.793613:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208416.793617:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208416.793696:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208416.793700:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715208416.793706:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208416.793713:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208416.793717:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715208416.793719:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715208416.793727:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075943552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208416.793819:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208416.793821:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715208416.793824:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208416.793827:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208416.793830:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715208416.793831:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715208416.793835:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075943488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208416.795285:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208416.795298:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03a80 00000400:00000200:0.0:1715208416.795333:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x789 [1] + 224 00000400:00000200:0.0:1715208416.795345:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208416.795349:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208416.795356:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075943552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208416.795393:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208416.795409:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03a40 00000400:00000200:0.0:1715208416.795414:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x78d [1] + 224 00000400:00000200:0.0:1715208416.795430:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208416.795434:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208416.795439:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075943488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208416.795452:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 00000400:00000200:2.0:1715208416.795462:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715208416.795464:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715208416.795475:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075943552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208416.795491:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075943552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208416.795531:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208416.795538:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715208416.795544:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:3.0:1715208416.795559:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:3.0:1715208416.795568:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:3.0:1715208416.795570:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:3.0:1715208416.795579:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075943488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208416.795590:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075943488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208416.795608:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715208416.795613:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715208416.795615:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715208421.801232:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208421.801288:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208421.801361:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208421.801370:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715208421.801454:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208421.801462:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 00000400:00000010:0.0:1715208421.801468:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 02000000:00000010:1.0:1715208421.801468:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000100:00000200:0.0:1715208421.801476:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943680, portal 4 00000400:00000010:1.0:1715208421.801478:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208421.801483:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715208421.801484:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715208421.801488:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943616, portal 25 00000100:00000200:0.0:1715208421.801489:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075943680, offset 0 00000400:00000010:1.0:1715208421.801492:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dabb0. 00000400:00000200:0.0:1715208421.801499:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208421.801504:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075943616, offset 0 00000400:00000200:1.0:1715208421.801512:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208421.801514:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208421.801521:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208421.801525:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208421.801529:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208421.801532:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208421.801535:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [218:218:256:4294967295] 192.168.202.130@tcp LPNI seq info [218:218:8:4294967295] 00000400:00000200:0.0:1715208421.801546:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208421.801552:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208421.801555:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208421.801556:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715208421.801560:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208421.801563:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208421.801563:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208421.801566:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208421.801568:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208421.801573:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208421.801578:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208421.801590:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [219:219:255:4294967295] 192.168.202.130@tcp LPNI seq info [219:219:7:4294967295] 00000400:00000200:1.0:1715208421.801599:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208421.801604:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208421.801608:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715208421.801613:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208421.801620:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208421.801623:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208421.801678:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208421.801684:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715208421.801692:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208421.801699:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208421.801703:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715208421.801705:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715208421.801714:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075943680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208421.801830:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208421.801833:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715208421.801837:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208421.801841:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208421.801844:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dabb0 00000400:00000010:2.0:1715208421.801845:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dabb0. 00000100:00000200:2.0:1715208421.801849:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075943616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208421.803389:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208421.803400:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03ac0 00000400:00000200:0.0:1715208421.803407:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x79d [1] + 224 00000400:00000200:0.0:1715208421.803417:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208421.803421:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208421.803428:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075943616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208421.803461:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208421.803465:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03b00 00000400:00000200:0.0:1715208421.803469:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x799 [1] + 224 00000400:00000200:0.0:1715208421.803484:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208421.803488:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208421.803492:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075943680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208421.803514:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208421.803521:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208421.803523:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208421.803531:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075943616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208421.803542:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075943616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208421.803566:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 00000400:00000010:2.0:1715208421.803568:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 02000000:00000010:1.0:1715208421.803573:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715208421.803577:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000200:2.0:1715208421.803577:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715208421.803578:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715208421.803586:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075943680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208421.803597:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075943680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208421.803620:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208421.803625:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715208421.803628:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715208426.809303:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208426.809336:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715208426.809404:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208426.809410:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715208426.809494:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:3.0:1715208426.809498:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:0.0:1715208426.809505:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 00000400:00000010:3.0:1715208426.809510:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715208426.809514:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000010:3.0:1715208426.809517:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:0.0:1715208426.809523:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943808, portal 4 00000100:00000200:3.0:1715208426.809524:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943744, portal 25 00000400:00000010:3.0:1715208426.809530:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257bb0. 00000400:00000010:0.0:1715208426.809531:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:3.0:1715208426.809534:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075943744, offset 0 00000100:00000200:0.0:1715208426.809535:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075943808, offset 0 00000400:00000200:3.0:1715208426.809547:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208426.809561:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208426.809566:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208426.809574:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208426.809581:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208426.809616:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208426.809620:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208426.809625:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [220:220:256:4294967295] 192.168.202.130@tcp LPNI seq info [220:220:8:4294967295] 00000400:00000200:3.0:1715208426.809641:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208426.809651:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208426.809655:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715208426.809658:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba500. 00000400:00000200:0.0:1715208426.809661:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208426.809665:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:3.0:1715208426.809667:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208426.809670:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715208426.809680:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208426.809685:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:3.0:1715208426.809686:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208426.809690:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [221:221:255:4294967295] 192.168.202.130@tcp LPNI seq info [221:221:7:4294967295] 00000400:00000200:0.0:1715208426.809703:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208426.809712:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208426.809716:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:0.0:1715208426.809723:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208426.809732:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208426.809737:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208426.809793:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208426.809799:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba500. 00000400:00000200:1.0:1715208426.809806:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208426.809813:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208426.809818:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257bb0 00000400:00000010:1.0:1715208426.809820:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257bb0. 00000100:00000200:1.0:1715208426.809830:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075943744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208426.809920:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208426.809922:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715208426.809925:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208426.809929:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208426.809931:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715208426.809942:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715208426.809948:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075943808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208426.811457:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208426.811473:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03b40 00000400:00000200:0.0:1715208426.811483:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x7ad [1] + 224 00000400:00000200:0.0:1715208426.811498:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208426.811505:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208426.811515:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075943744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208426.811570:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208426.811581:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03b80 00000400:00000200:0.0:1715208426.811587:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x7a9 [1] + 224 00000400:00000200:0.0:1715208426.811612:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208426.811619:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:3.0:1715208426.811620:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208426.811629:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208426.811632:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208426.811641:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075943744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208426.811642:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075943808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208426.811658:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075943744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208426.811687:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208426.811695:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715208426.811701:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:1.0:1715208426.811768:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:1.0:1715208426.811776:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715208426.811778:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715208426.811786:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075943808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208426.811797:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075943808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208426.811820:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715208426.811824:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715208426.811827:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715208431.817261:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208431.817289:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715208431.817341:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208431.817345:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715208431.817407:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715208431.817408:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:1.0:1715208431.817419:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208431.817427:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715208431.817431:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 00000100:00000200:1.0:1715208431.817435:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943872, portal 25 00000400:00000010:0.0:1715208431.817436:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715208431.817440:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075943936, portal 4 00000400:00000010:1.0:1715208431.817441:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715208431.817443:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075943872, offset 0 00000400:00000010:0.0:1715208431.817447:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000200:1.0:1715208431.817454:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208431.817461:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075943936, offset 0 00000400:00000200:1.0:1715208431.817469:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208431.817470:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208431.817475:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208431.817479:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208431.817483:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208431.817485:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208431.817489:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [222:222:256:4294967295] 192.168.202.130@tcp LPNI seq info [222:222:8:4294967295] 00000400:00000200:1.0:1715208431.817500:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208431.817506:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208431.817510:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715208431.817511:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208431.817515:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715208431.817516:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208431.817518:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208431.817521:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208431.817524:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208431.817527:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [223:223:255:4294967295] 192.168.202.130@tcp LPNI seq info [223:223:7:4294967295] 00000400:00000200:0.0:1715208431.817538:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208431.817539:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208431.817543:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715208431.817545:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715208431.817546:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:0.0:1715208431.817550:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208431.817557:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208431.817560:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208431.817638:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208431.817644:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715208431.817653:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208431.817660:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208431.817664:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:2.0:1715208431.817667:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:2.0:1715208431.817675:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075943872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208431.817760:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208431.817763:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208431.817765:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208431.817769:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208431.817781:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715208431.817783:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715208431.817787:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075943936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208431.819460:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208431.819473:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03bc0 00000400:00000200:0.0:1715208431.819482:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x7b9 [1] + 224 00000400:00000200:0.0:1715208431.819493:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208431.819496:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208431.819504:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075943872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208431.819543:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208431.819548:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03c00 00000400:00000200:0.0:1715208431.819553:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x7bd [1] + 224 00000400:00000200:0.0:1715208431.819570:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208431.819581:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208431.819585:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075943936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208431.819644:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208431.819652:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208431.819654:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208431.819662:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075943872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208431.819673:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075943872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208431.819698:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715208431.819705:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000400:00000010:2.0:1715208431.819707:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000100:00000010:1.0:1715208431.819709:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000200:2.0:1715208431.819715:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715208431.819717:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715208431.819724:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075943936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208431.819735:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075943936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208431.819759:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208431.819764:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715208431.819767:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:2.0:1715208436.825357:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715208436.825388:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c900. 00000100:00000010:2.0:1715208436.825444:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715208436.825448:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c600. 02000000:00000010:0.0:1715208436.825476:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715208436.825487:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 02000000:00000010:2.0:1715208436.825492:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715208436.825495:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000400:00000010:2.0:1715208436.825498:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000100:00000200:0.0:1715208436.825503:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944000, portal 25 00000400:00000010:2.0:1715208436.825503:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000400:00000010:0.0:1715208436.825508:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715208436.825508:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944064, portal 4 00000100:00000200:0.0:1715208436.825510:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075944000, offset 0 00000400:00000010:2.0:1715208436.825514:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000400:00000200:0.0:1715208436.825522:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208436.825527:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075944064, offset 0 00000400:00000200:2.0:1715208436.825535:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208436.825537:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208436.825542:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208436.825547:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208436.825550:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208436.825553:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208436.825556:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [224:224:256:4294967295] 192.168.202.130@tcp LPNI seq info [224:224:8:4294967295] 00000400:00000200:0.0:1715208436.825567:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208436.825574:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208436.825577:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208436.825579:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715208436.825581:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208436.825585:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208436.825586:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208436.825588:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208436.825591:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208436.825593:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [225:225:255:4294967295] 192.168.202.130@tcp LPNI seq info [225:225:7:4294967295] 00000800:00000200:0.0:1715208436.825596:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208436.825602:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208436.825622:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208436.825628:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208436.825632:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715208436.825637:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208436.825643:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208436.825646:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208436.825712:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208436.825719:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715208436.825727:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208436.825737:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208436.825744:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:1.0:1715208436.825747:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715208436.825758:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526075944000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208436.825874:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208436.825878:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715208436.825882:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208436.825889:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208436.825893:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:1.0:1715208436.825895:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:1.0:1715208436.825902:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526075944064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208436.828088:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208436.828101:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03c40 00000400:00000200:0.0:1715208436.828110:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x7c9 [1] + 224 00000400:00000200:0.0:1715208436.828186:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208436.828191:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208436.828199:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526075944000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208436.828253:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208436.828260:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03c80 00000400:00000200:0.0:1715208436.828265:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x7cd [1] + 224 00000400:00000200:0.0:1715208436.828280:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208436.828284:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208436.828289:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526075944064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208436.828311:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 00000400:00000200:2.0:1715208436.828321:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715208436.828323:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715208436.828333:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526075944000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208436.828349:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526075944000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208436.828382:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208436.828389:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c900. 00000100:00000010:2.0:1715208436.828394:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000400:00000010:3.0:1715208436.828404:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:3.0:1715208436.828412:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:3.0:1715208436.828415:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:3.0:1715208436.828423:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526075944064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208436.828434:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526075944064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208436.828459:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715208436.828464:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c600. 00000100:00000010:3.0:1715208436.828467:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 00000100:00000010:2.0:1715208441.833262:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715208441.833291:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 00000100:00000010:2.0:1715208441.833344:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7800. 02000000:00000010:2.0:1715208441.833351:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c900. 02000000:00000010:2.0:1715208441.833405:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715208441.833412:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000010:2.0:1715208441.833419:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208441.833427:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944192, portal 4 00000400:00000010:2.0:1715208441.833435:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715208441.833438:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075944192, offset 0 00000400:00000200:2.0:1715208441.833449:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:1.0:1715208441.833454:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:1.0:1715208441.833463:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:2.0:1715208441.833464:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715208441.833469:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:2.0:1715208441.833470:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208441.833474:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:1.0:1715208441.833492:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944128, portal 25 00000400:00000200:2.0:1715208441.833492:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208441.833495:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000010:1.0:1715208441.833497:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da5d8. 00000400:00000200:2.0:1715208441.833498:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [226:226:256:4294967295] 192.168.202.130@tcp LPNI seq info [226:226:8:4294967295] 00000100:00000200:1.0:1715208441.833499:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075944128, offset 0 00000400:00000200:1.0:1715208441.833507:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208441.833511:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208441.833517:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208441.833522:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715208441.833527:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715208441.833528:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208441.833531:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208441.833535:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208441.833537:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715208441.833539:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715208441.833540:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208441.833543:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [227:227:255:4294967295] 192.168.202.130@tcp LPNI seq info [227:227:7:4294967295] 00000800:00000200:2.0:1715208441.833544:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208441.833552:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208441.833557:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208441.833561:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715208441.833565:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208441.833572:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208441.833575:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208441.833692:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208441.833699:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715208441.833706:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208441.833713:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208441.833717:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:0.0:1715208441.833720:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:0.0:1715208441.833729:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7800 x1798526075944192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208441.833830:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208441.833833:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715208441.833837:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208441.833841:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208441.833844:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da5d8 00000400:00000010:0.0:1715208441.833845:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da5d8. 00000100:00000200:0.0:1715208441.833849:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526075944128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208441.835773:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208441.835785:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03d00 00000400:00000200:0.0:1715208441.835794:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x7d9 [1] + 224 00000400:00000200:0.0:1715208441.835808:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208441.835814:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208441.835837:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7800 x1798526075944192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208441.835897:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208441.835906:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03cc0 00000400:00000200:0.0:1715208441.835913:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x7e1 [1] + 224 00000400:00000010:2.0:1715208441.835931:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:0.0:1715208441.835937:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208441.835941:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000200:0.0:1715208441.835943:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715208441.835944:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:0.0:1715208441.835951:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526075944128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208441.835954:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7800 x1798526075944192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208441.835970:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7800 x1798526075944192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208441.836009:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715208441.836017:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c900. 00000400:00000010:1.0:1715208441.836021:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000010:2.0:1715208441.836023:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7800. 00000400:00000200:1.0:1715208441.836028:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208441.836031:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208441.836038:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526075944128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208441.836049:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526075944128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208441.836067:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715208441.836072:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:1.0:1715208441.836074:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000100:00000010:0.0:1715208446.841372:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208446.841406:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208446.841482:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208446.841489:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:2.0:1715208446.841501:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715208446.841512:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000010:2.0:1715208446.841519:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208446.841528:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944256, portal 25 00000400:00000010:2.0:1715208446.841534:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000100:00000200:2.0:1715208446.841536:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075944256, offset 0 00000400:00000200:2.0:1715208446.841547:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208446.841563:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208446.841569:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1715208446.841570:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000200:2.0:1715208446.841574:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208446.841578:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208446.841592:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208446.841596:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [228:228:256:4294967295] 192.168.202.130@tcp LPNI seq info [228:228:8:4294967295] 00000400:00000010:3.0:1715208446.841601:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:2.0:1715208446.841607:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000010:3.0:1715208446.841607:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000800:00000200:2.0:1715208446.841614:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715208446.841614:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944320, portal 4 00000800:00000010:2.0:1715208446.841618:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000400:00000010:3.0:1715208446.841623:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257660. 00000800:00000200:2.0:1715208446.841625:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000100:00000200:3.0:1715208446.841626:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075944320, offset 0 00000800:00000200:2.0:1715208446.841635:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715208446.841636:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715208446.841641:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208446.841647:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208446.841652:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208446.841656:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208446.841660:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208446.841664:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208446.841668:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [229:229:255:4294967295] 192.168.202.130@tcp LPNI seq info [229:229:7:4294967295] 00000400:00000200:3.0:1715208446.841678:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208446.841683:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208446.841687:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba000. 00000800:00000200:3.0:1715208446.841692:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208446.841699:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208446.841703:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208446.841756:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208446.841762:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715208446.841770:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208446.841780:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208446.841787:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:0.0:1715208446.841790:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:0.0:1715208446.841801:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075944256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208446.841919:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208446.841923:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba000. 00000400:00000200:0.0:1715208446.841929:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208446.841935:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208446.841940:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257660 00000400:00000010:0.0:1715208446.841943:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257660. 00000100:00000200:0.0:1715208446.841950:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075944320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208446.844157:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208446.844187:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03d40 00000400:00000200:0.0:1715208446.844198:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x7e9 [1] + 224 00000400:00000200:0.0:1715208446.844217:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208446.844223:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208446.844232:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075944256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208446.844288:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208446.844297:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03d80 00000400:00000200:0.0:1715208446.844304:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x7f1 [1] + 224 00000400:00000200:0.0:1715208446.844327:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208446.844334:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208446.844342:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075944320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208446.844365:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:2.0:1715208446.844372:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:2.0:1715208446.844374:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208446.844382:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075944256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208446.844393:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075944256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208446.844419:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715208446.844424:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715208446.844429:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:3.0:1715208446.844484:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208446.844495:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208446.844498:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208446.844508:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075944320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208446.844524:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075944320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208446.844555:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208446.844564:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715208446.844568:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:2.0:1715208451.849352:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7800. 02000000:00000010:2.0:1715208451.849385:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715208451.849464:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715208451.849471:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cd00. 02000000:00000010:2.0:1715208451.849536:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715208451.849546:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000010:2.0:1715208451.849555:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 02000000:00000010:1.0:1715208451.849559:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000100:00000200:2.0:1715208451.849564:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944448, portal 4 00000400:00000010:1.0:1715208451.849569:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208451.849574:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:2.0:1715208451.849575:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:1.0:1715208451.849578:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944384, portal 25 00000100:00000200:2.0:1715208451.849580:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075944448, offset 0 00000400:00000200:2.0:1715208451.849593:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715208451.849602:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da2a8. 00000100:00000200:1.0:1715208451.849605:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075944384, offset 0 00000400:00000200:2.0:1715208451.849611:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208451.849613:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208451.849630:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208451.849636:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208451.849642:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208451.849647:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208451.849652:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [230:230:256:4294967295] 192.168.202.130@tcp LPNI seq info [230:230:8:4294967295] 00000400:00000200:2.0:1715208451.849669:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208451.849679:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208451.849680:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208451.849684:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715208451.849685:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715208451.849688:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208451.849691:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208451.849693:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208451.849693:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208451.849696:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [231:231:255:4294967295] 192.168.202.130@tcp LPNI seq info [231:231:7:4294967295] 00000400:00000200:1.0:1715208451.849706:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208451.849707:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208451.849711:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715208451.849713:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715208451.849715:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715208451.849720:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208451.849726:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208451.849729:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208451.849876:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208451.849882:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:0.0:1715208451.849890:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208451.849897:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208451.849902:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:0.0:1715208451.849904:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:0.0:1715208451.849913:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526075944448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208451.850033:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208451.850037:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715208451.850041:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208451.850045:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208451.850047:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da2a8 00000400:00000010:0.0:1715208451.850049:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da2a8. 00000100:00000200:0.0:1715208451.850053:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7800 x1798526075944384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208451.851912:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208451.851926:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03e00 00000400:00000200:0.0:1715208451.851935:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x7f9 [1] + 224 00000400:00000200:0.0:1715208451.851946:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208451.851950:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208451.851958:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526075944448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208451.852022:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208451.852028:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03dc0 00000400:00000200:0.0:1715208451.852033:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x7fd [1] + 224 00000400:00000200:0.0:1715208451.852051:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208451.852056:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208451.852061:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7800 x1798526075944384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208451.852100:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:2.0:1715208451.852107:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:2.0:1715208451.852109:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000400:00000010:1.0:1715208451.852183:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208451.852191:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208451.852193:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:2.0:1715208451.852196:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526075944448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208451.852201:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7800 x1798526075944384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208451.852208:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526075944448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208451.852212:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7800 x1798526075944384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208451.852234:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:2.0:1715208451.852235:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:1.0:1715208451.852241:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 02000000:00000010:2.0:1715208451.852241:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cd00. 00000100:00000010:1.0:1715208451.852245:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7800. 00000100:00000010:2.0:1715208451.852245:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000100:00000010:3.0:1715208456.857384:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3251f80. 02000000:00000010:3.0:1715208456.857415:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dba300. 00000100:00000010:3.0:1715208456.857492:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3252a00. 02000000:00000010:3.0:1715208456.857497:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dba400. 02000000:00000010:2.0:1715208456.857525:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715208456.857541:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 02000000:00000010:0.0:1715208456.857550:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:2.0:1715208456.857550:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000400:00000010:0.0:1715208456.857559:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 00000100:00000200:2.0:1715208456.857560:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944512, portal 25 00000400:00000010:0.0:1715208456.857565:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000010:2.0:1715208456.857567:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000100:00000200:0.0:1715208456.857569:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944576, portal 4 00000100:00000200:2.0:1715208456.857571:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075944512, offset 0 00000400:00000010:0.0:1715208456.857576:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000200:2.0:1715208456.857585:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208456.857591:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075944576, offset 0 00000400:00000200:0.0:1715208456.857599:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208456.857603:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208456.857611:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208456.857627:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208456.857632:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208456.857636:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208456.857642:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [232:232:256:4294967295] 192.168.202.130@tcp LPNI seq info [232:232:8:4294967295] 00000400:00000200:2.0:1715208456.857657:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208456.857666:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208456.857670:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208456.857670:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715208456.857675:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715208456.857677:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208456.857678:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208456.857681:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208456.857684:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208456.857687:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [233:233:255:4294967295] 192.168.202.130@tcp LPNI seq info [233:233:7:4294967295] 00000800:00000200:2.0:1715208456.857688:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208456.857693:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208456.857696:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208456.857722:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208456.857726:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:0.0:1715208456.857731:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208456.857737:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208456.857741:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208456.857798:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208456.857803:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715208456.857811:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208456.857820:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208456.857826:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715208456.857838:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715208456.857846:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3251f80 x1798526075944512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208456.857941:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208456.857944:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208456.857946:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208456.857950:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208456.857989:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715208456.857991:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715208456.857995:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3252a00 x1798526075944576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208456.859934:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208456.859948:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03e40 00000400:00000200:0.0:1715208456.859982:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x809 [1] + 224 00000400:00000200:0.0:1715208456.859994:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208456.859998:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208456.860006:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3251f80 x1798526075944512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208456.860042:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208456.860048:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03e80 00000400:00000200:0.0:1715208456.860052:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x80d [1] + 224 00000400:00000200:0.0:1715208456.860070:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208456.860075:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208456.860079:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3252a00 x1798526075944576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208456.860157:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:1.0:1715208456.860167:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:1.0:1715208456.860170:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000400:00000010:2.0:1715208456.860176:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000100:00000200:1.0:1715208456.860180:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3252a00 x1798526075944576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715208456.860181:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:2.0:1715208456.860184:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208456.860190:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3251f80 x1798526075944512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208456.860196:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3252a00 x1798526075944576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208456.860204:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3251f80 x1798526075944512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208456.860227:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208456.860227:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:1.0:1715208456.860234:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dba400. 02000000:00000010:2.0:1715208456.860234:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dba300. 00000100:00000010:1.0:1715208456.860240:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3252a00. 00000100:00000010:2.0:1715208456.860240:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3251f80. 00000100:00000010:3.0:1715208461.865226:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3252d80. 02000000:00000010:3.0:1715208461.865251:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dba800. 00000100:00000010:3.0:1715208461.865304:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3253100. 02000000:00000010:3.0:1715208461.865307:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dbaa00. 02000000:00000010:3.0:1715208461.865365:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:3.0:1715208461.865373:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715208461.865380:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208461.865388:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944704, portal 4 00000400:00000010:3.0:1715208461.865396:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257cc0. 00000100:00000200:3.0:1715208461.865399:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075944704, offset 0 02000000:00000010:1.0:1715208461.865400:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000200:3.0:1715208461.865410:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715208461.865413:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208461.865420:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:3.0:1715208461.865424:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715208461.865426:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944640, portal 25 00000400:00000200:3.0:1715208461.865429:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715208461.865432:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dac38. 00000400:00000200:3.0:1715208461.865434:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:1.0:1715208461.865435:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075944640, offset 0 00000400:00000200:3.0:1715208461.865439:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208461.865442:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208461.865445:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208461.865445:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [234:234:256:4294967295] 192.168.202.130@tcp LPNI seq info [234:234:8:4294967295] 00000400:00000200:3.0:1715208461.865457:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208461.865463:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208461.865467:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbab00. 00000400:00000200:1.0:1715208461.865468:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208461.865473:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715208461.865474:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208461.865476:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:3.0:1715208461.865485:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715208461.865490:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715208461.865490:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208461.865493:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208461.865496:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [235:235:255:4294967295] 192.168.202.130@tcp LPNI seq info [235:235:7:4294967295] 00000400:00000200:1.0:1715208461.865506:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208461.865512:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208461.865515:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715208461.865520:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208461.865527:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208461.865530:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208461.865576:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208461.865582:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbab00. 00000400:00000200:0.0:1715208461.865588:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208461.865595:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208461.865600:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257cc0 00000400:00000010:0.0:1715208461.865602:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257cc0. 00000100:00000200:0.0:1715208461.865611:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3253100 x1798526075944704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208461.865702:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208461.865713:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715208461.865718:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208461.865722:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208461.865725:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dac38 00000400:00000010:0.0:1715208461.865727:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dac38. 00000100:00000200:0.0:1715208461.865732:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3252d80 x1798526075944640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208461.867737:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208461.867750:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03f00 00000400:00000200:0.0:1715208461.867758:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x819 [1] + 224 00000400:00000200:0.0:1715208461.867769:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208461.867772:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208461.867780:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3253100 x1798526075944704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208461.867814:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208461.867819:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03ec0 00000400:00000200:0.0:1715208461.867824:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x821 [1] + 224 00000400:00000200:0.0:1715208461.867839:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208461.867842:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208461.867847:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3252d80 x1798526075944640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208461.867904:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208461.867931:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208461.867934:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208461.867942:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3253100 x1798526075944704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208461.867954:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3253100 x1798526075944704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208461.867974:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208461.867982:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208461.867984:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208461.867991:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3252d80 x1798526075944640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208461.867995:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 00000100:00000200:1.0:1715208461.868002:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3252d80 x1798526075944640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208461.868002:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dbaa00. 00000100:00000010:3.0:1715208461.868006:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3253100. 02000000:00000010:1.0:1715208461.868020:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715208461.868026:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dba800. 00000100:00000010:1.0:1715208461.868029:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3252d80. 00000100:00000010:3.0:1715208466.873239:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3253100. 02000000:00000010:3.0:1715208466.873264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dbaa00. 00000100:00000010:3.0:1715208466.873313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3253480. 02000000:00000010:3.0:1715208466.873318:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dbae00. 02000000:00000010:3.0:1715208466.873389:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:3.0:1715208466.873397:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715208466.873404:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208466.873411:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944832, portal 4 02000000:00000010:0.0:1715208466.873417:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:3.0:1715208466.873420:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257cc0. 00000100:00000200:3.0:1715208466.873423:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075944832, offset 0 00000400:00000010:0.0:1715208466.873426:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 00000400:00000200:3.0:1715208466.873434:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715208466.873442:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715208466.873447:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944768, portal 25 00000400:00000200:3.0:1715208466.873449:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:0.0:1715208466.873451:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715208466.873454:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075944768, offset 0 00000400:00000200:3.0:1715208466.873455:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208466.873460:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208466.873461:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208466.873464:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208466.873467:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208466.873470:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [236:236:256:4294967295] 192.168.202.130@tcp LPNI seq info [236:236:8:4294967295] 00000400:00000200:3.0:1715208466.873481:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208466.873488:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208466.873490:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715208466.873492:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbad00. 00000800:00000200:3.0:1715208466.873498:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208466.873505:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208466.873509:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:3.0:1715208466.873510:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208466.873512:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208466.873515:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:3.0:1715208466.873515:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbad00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208466.873518:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [237:237:255:4294967295] 192.168.202.130@tcp LPNI seq info [237:237:7:4294967295] 00000400:00000200:0.0:1715208466.873528:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208466.873533:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208466.873536:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715208466.873541:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208466.873548:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208466.873551:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208466.873608:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208466.873614:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbad00. 00000400:00000200:1.0:1715208466.873619:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208466.873627:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208466.873631:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257cc0 00000400:00000010:1.0:1715208466.873633:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257cc0. 00000100:00000200:1.0:1715208466.873643:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3253480 x1798526075944832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208466.873743:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208466.873745:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208466.873748:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208466.873761:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208466.873764:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715208466.873766:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715208466.873770:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3253100 x1798526075944768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208466.875742:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208466.875755:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03f40 00000400:00000200:0.0:1715208466.875763:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x831 [1] + 224 00000400:00000200:0.0:1715208466.875774:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208466.875777:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208466.875785:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3253100 x1798526075944768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208466.875822:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208466.875827:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe03f80 00000400:00000200:0.0:1715208466.875831:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x829 [1] + 224 00000400:00000200:0.0:1715208466.875847:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208466.875851:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208466.875856:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3253480 x1798526075944832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208466.875924:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000400:00000200:2.0:1715208466.875933:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715208466.875935:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715208466.875944:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3253100 x1798526075944768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208466.875955:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3253100 x1798526075944768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208466.875978:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715208466.875981:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208466.875987:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dbaa00. 00000400:00000200:3.0:1715208466.875990:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000100:00000010:2.0:1715208466.875991:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3253100. 00000400:00000010:3.0:1715208466.875993:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208466.876015:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3253480 x1798526075944832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208466.876030:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3253480 x1798526075944832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208466.876064:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208466.876072:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dbae00. 00000100:00000010:3.0:1715208466.876076:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3253480. 00000100:00000010:2.0:1715208471.881443:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715208471.881474:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c300. 00000100:00000010:2.0:1715208471.881549:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715208471.881558:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 02000000:00000010:3.0:1715208471.881583:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:3.0:1715208471.881596:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715208471.881600:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:3.0:1715208471.881604:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715208471.881606:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000100:00000200:3.0:1715208471.881614:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944896, portal 25 00000400:00000010:3.0:1715208471.881621:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257660. 00000400:00000010:2.0:1715208471.881622:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:3.0:1715208471.881624:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075944896, offset 0 00000100:00000200:2.0:1715208471.881627:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075944960, portal 4 00000400:00000010:2.0:1715208471.881634:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000400:00000200:3.0:1715208471.881637:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208471.881644:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075944960, offset 0 00000400:00000200:2.0:1715208471.881651:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208471.881655:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208471.881663:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208471.881669:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208471.881674:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208471.881677:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208471.881681:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [238:238:256:4294967295] 192.168.202.130@tcp LPNI seq info [238:238:8:4294967295] 00000400:00000200:3.0:1715208471.881696:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208471.881705:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208471.881707:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208471.881711:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715208471.881711:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbae00. 00000400:00000200:2.0:1715208471.881715:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208471.881718:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715208471.881718:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208471.881721:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208471.881723:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [239:239:255:4294967295] 192.168.202.130@tcp LPNI seq info [239:239:7:4294967295] 00000800:00000200:3.0:1715208471.881732:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208471.881734:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208471.881738:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbae00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208471.881739:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208471.881742:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:2.0:1715208471.881747:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208471.881754:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208471.881757:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208471.881887:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208471.881893:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbae00. 00000400:00000200:0.0:1715208471.881899:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208471.881920:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208471.881925:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257660 00000400:00000010:0.0:1715208471.881927:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257660. 00000100:00000200:0.0:1715208471.881936:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526075944896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208471.882030:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208471.882033:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715208471.882035:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208471.882039:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208471.882042:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:0.0:1715208471.882043:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:0.0:1715208471.882047:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526075944960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208471.884066:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208471.884082:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe03fc0 00000400:00000200:0.0:1715208471.884094:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x839 [1] + 224 00000400:00000200:0.0:1715208471.884109:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208471.884152:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208471.884163:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526075944896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208471.884222:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208471.884231:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04000 00000400:00000200:0.0:1715208471.884238:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x841 [1] + 224 00000400:00000200:0.0:1715208471.884257:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208471.884264:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208471.884271:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526075944960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208471.884316:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208471.884325:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208471.884328:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208471.884336:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526075944896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208471.884356:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000100:00000200:3.0:1715208471.884357:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526075944896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715208471.884364:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:2.0:1715208471.884366:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208471.884374:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526075944960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208471.884383:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 00000100:00000200:2.0:1715208471.884385:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526075944960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208471.884390:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c300. 00000100:00000010:3.0:1715208471.884394:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715208471.884425:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715208471.884430:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715208471.884433:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 00000100:00000010:0.0:1715208476.889301:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208476.889327:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715208476.889397:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715208476.889401:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:2.0:1715208476.889452:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715208476.889463:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 02000000:00000010:0.0:1715208476.889469:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:2.0:1715208476.889470:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000400:00000010:0.0:1715208476.889477:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 00000100:00000200:2.0:1715208476.889479:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945024, portal 25 00000400:00000010:0.0:1715208476.889484:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000400:00000010:2.0:1715208476.889484:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715208476.889487:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075945024, offset 0 00000100:00000200:0.0:1715208476.889489:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945088, portal 4 00000400:00000200:2.0:1715208476.889498:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715208476.889499:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715208476.889503:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075945088, offset 0 00000400:00000200:0.0:1715208476.889512:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208476.889514:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208476.889520:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208476.889524:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208476.889528:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208476.889531:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208476.889534:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [240:240:256:4294967295] 192.168.202.130@tcp LPNI seq info [240:240:8:4294967295] 00000400:00000200:2.0:1715208476.889545:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208476.889551:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208476.889556:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208476.889556:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715208476.889561:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208476.889562:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208476.889567:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208476.889571:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208476.889572:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208476.889575:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208476.889576:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208476.889580:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [241:241:255:4294967295] 192.168.202.130@tcp LPNI seq info [241:241:7:4294967295] 00000400:00000200:0.0:1715208476.889595:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208476.889603:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208476.889608:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715208476.889615:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208476.889624:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208476.889629:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208476.889661:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208476.889667:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715208476.889673:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208476.889680:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208476.889685:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715208476.889687:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715208476.889695:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075945024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208476.889806:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208476.889808:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715208476.889811:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208476.889815:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208476.889818:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715208476.889820:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715208476.889824:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075945088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208476.891942:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208476.891959:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04040 00000400:00000200:0.0:1715208476.891970:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x849 [1] + 224 00000400:00000200:0.0:1715208476.891985:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208476.891990:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208476.892001:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075945024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208476.892059:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208476.892079:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04080 00000400:00000200:0.0:1715208476.892086:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x851 [1] + 224 00000400:00000200:0.0:1715208476.892110:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208476.892117:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715208476.892149:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:2.0:1715208476.892156:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:2.0:1715208476.892158:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:0.0:1715208476.892166:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075945088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208476.892166:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075945024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208476.892178:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075945024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208476.892220:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715208476.892225:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208476.892230:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:1.0:1715208476.892294:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 00000400:00000200:1.0:1715208476.892302:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715208476.892304:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715208476.892312:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075945088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208476.892323:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075945088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208476.892347:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715208476.892351:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715208476.892354:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715208481.897237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208481.897263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715208481.897312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715208481.897317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715208481.897382:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208481.897389:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 00000400:00000010:0.0:1715208481.897396:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715208481.897403:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945216, portal 4 02000000:00000010:3.0:1715208481.897404:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:0.0:1715208481.897411:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000400:00000010:3.0:1715208481.897413:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715208481.897414:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075945216, offset 0 00000400:00000010:3.0:1715208481.897419:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715208481.897425:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715208481.897434:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945152, portal 25 00000400:00000010:3.0:1715208481.897439:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257bb0. 00000400:00000200:0.0:1715208481.897440:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:3.0:1715208481.897441:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075945152, offset 0 00000400:00000200:0.0:1715208481.897447:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208481.897449:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208481.897451:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208481.897455:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208481.897458:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208481.897461:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [242:242:256:4294967295] 192.168.202.130@tcp LPNI seq info [242:242:8:4294967295] 00000400:00000200:0.0:1715208481.897472:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208481.897478:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208481.897482:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:3.0:1715208481.897482:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208481.897486:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208481.897488:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208481.897489:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208481.897492:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208481.897495:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208481.897499:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715208481.897499:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [243:243:255:4294967295] 192.168.202.130@tcp LPNI seq info [243:243:7:4294967295] 00000800:00000200:0.0:1715208481.897504:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208481.897508:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208481.897513:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208481.897518:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbae00. 00000800:00000200:3.0:1715208481.897523:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208481.897530:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208481.897533:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbae00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208481.897605:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208481.897611:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715208481.897617:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208481.897624:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208481.897629:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715208481.897631:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715208481.897640:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075945216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208481.897734:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208481.897775:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbae00. 00000400:00000200:1.0:1715208481.897778:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208481.897783:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208481.897785:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257bb0 00000400:00000010:1.0:1715208481.897787:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257bb0. 00000100:00000200:1.0:1715208481.897791:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075945152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208481.899702:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208481.899715:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04100 00000400:00000200:0.0:1715208481.899723:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x859 [1] + 224 00000400:00000200:0.0:1715208481.899733:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208481.899758:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208481.899765:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075945216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208481.899806:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208481.899811:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe040c0 00000400:00000200:0.0:1715208481.899815:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x861 [1] + 224 00000400:00000200:0.0:1715208481.899832:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208481.899837:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208481.899841:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075945152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208481.899900:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000400:00000200:2.0:1715208481.899908:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715208481.899910:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715208481.899918:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075945216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208481.899930:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075945216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208481.899961:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 00000400:00000010:3.0:1715208481.899966:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715208481.899967:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715208481.899971:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000200:3.0:1715208481.899975:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208481.899977:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208481.899985:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075945152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208481.900014:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075945152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208481.900032:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208481.900038:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715208481.900041:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715208486.905207:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208486.905233:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715208486.905281:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208486.905285:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715208486.905365:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208486.905376:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:0.0:1715208486.905385:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715208486.905395:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945344, portal 4 02000000:00000010:2.0:1715208486.905399:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715208486.905406:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715208486.905410:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075945344, offset 0 00000400:00000010:2.0:1715208486.905417:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:0.0:1715208486.905423:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208486.905436:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000400:00000200:0.0:1715208486.905441:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715208486.905445:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945280, portal 25 00000400:00000200:0.0:1715208486.905447:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715208486.905450:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000400:00000200:0.0:1715208486.905452:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:2.0:1715208486.905453:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075945280, offset 0 00000400:00000200:0.0:1715208486.905456:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208486.905464:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208486.905469:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208486.905473:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [244:244:256:4294967295] 192.168.202.130@tcp LPNI seq info [244:244:8:4294967295] 00000400:00000200:0.0:1715208486.905485:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208486.905492:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208486.905497:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715208486.905500:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208486.905503:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208486.905506:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208486.905511:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208486.905514:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208486.905516:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208486.905519:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208486.905520:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208486.905522:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [245:245:255:4294967295] 192.168.202.130@tcp LPNI seq info [245:245:7:4294967295] 00000400:00000200:2.0:1715208486.905534:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208486.905540:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208486.905546:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715208486.905566:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208486.905577:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208486.905582:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208486.905615:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208486.905621:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208486.905626:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208486.905634:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208486.905639:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:1.0:1715208486.905641:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715208486.905650:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075945344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208486.905781:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208486.905784:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715208486.905787:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208486.905792:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208486.905795:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715208486.905797:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715208486.905801:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075945280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208486.907633:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208486.907647:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04140 00000400:00000200:0.0:1715208486.907657:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x871 [1] + 224 00000400:00000200:0.0:1715208486.907669:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208486.907673:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208486.907681:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075945280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208486.907755:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208486.907762:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04180 00000400:00000200:0.0:1715208486.907767:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x869 [1] + 224 00000400:00000200:0.0:1715208486.907784:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208486.907789:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208486.907795:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075945344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208486.907846:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:2.0:1715208486.907853:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:2.0:1715208486.907856:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208486.907866:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075945280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208486.907879:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075945280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208486.907908:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715208486.907916:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000400:00000010:1.0:1715208486.907917:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000100:00000010:2.0:1715208486.907920:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000200:1.0:1715208486.907925:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715208486.907927:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715208486.907935:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075945344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208486.907946:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075945344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208486.907977:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715208486.907982:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715208486.907986:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715208491.913247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208491.913274:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208491.913329:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208491.913333:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715208491.913409:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715208491.913428:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 00000400:00000010:0.0:1715208491.913434:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 02000000:00000010:2.0:1715208491.913438:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000100:00000200:0.0:1715208491.913441:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945472, portal 4 00000400:00000010:2.0:1715208491.913447:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000010:0.0:1715208491.913449:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715208491.913452:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075945472, offset 0 00000400:00000010:2.0:1715208491.913452:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208491.913457:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945408, portal 25 00000400:00000010:2.0:1715208491.913461:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000400:00000200:0.0:1715208491.913464:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208491.913473:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075945408, offset 0 00000400:00000200:0.0:1715208491.913480:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208491.913481:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208491.913485:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208491.913489:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208491.913493:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208491.913496:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208491.913499:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [246:246:256:4294967295] 192.168.202.130@tcp LPNI seq info [246:246:8:4294967295] 00000400:00000200:0.0:1715208491.913511:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208491.913518:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208491.913520:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208491.913523:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715208491.913524:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208491.913527:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208491.913529:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208491.913530:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208491.913533:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208491.913536:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [247:247:255:4294967295] 192.168.202.130@tcp LPNI seq info [247:247:7:4294967295] 00000800:00000200:0.0:1715208491.913539:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208491.913544:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208491.913545:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208491.913550:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208491.913553:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715208491.913558:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208491.913574:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208491.913577:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208491.913633:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208491.913639:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715208491.913644:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208491.913683:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208491.913688:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715208491.913690:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715208491.913699:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075945472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208491.913787:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208491.913790:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715208491.913793:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208491.913797:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208491.913799:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:1.0:1715208491.913801:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:1.0:1715208491.913805:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075945408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208491.915819:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208491.915832:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04200 00000400:00000200:0.0:1715208491.915840:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x879 [1] + 224 00000400:00000200:0.0:1715208491.915851:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208491.915854:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208491.915862:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075945472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208491.915908:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208491.915917:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe041c0 00000400:00000200:0.0:1715208491.915925:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x881 [1] + 224 00000400:00000010:2.0:1715208491.915938:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000400:00000200:2.0:1715208491.915944:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715208491.915946:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000400:00000200:0.0:1715208491.915948:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1715208491.915953:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075945472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208491.915964:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715208491.915965:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075945472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208491.915973:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075945408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208491.915995:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208491.916000:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715208491.916005:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:3.0:1715208491.916102:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:3.0:1715208491.916110:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:3.0:1715208491.916112:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:3.0:1715208491.916155:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075945408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208491.916166:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075945408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208491.916184:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715208491.916189:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715208491.916192:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715208496.921222:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208496.921247:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715208496.921293:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208496.921297:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:2.0:1715208496.921346:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:2.0:1715208496.921358:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 02000000:00000010:0.0:1715208496.921361:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:2.0:1715208496.921365:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000400:00000010:0.0:1715208496.921368:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 00000100:00000200:2.0:1715208496.921373:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945536, portal 25 00000400:00000010:0.0:1715208496.921374:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000400:00000010:2.0:1715208496.921378:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:0.0:1715208496.921379:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945600, portal 4 00000100:00000200:2.0:1715208496.921380:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075945536, offset 0 00000400:00000010:0.0:1715208496.921388:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000200:2.0:1715208496.921391:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208496.921404:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075945600, offset 0 00000400:00000200:2.0:1715208496.921406:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208496.921412:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208496.921414:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208496.921417:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208496.921420:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208496.921423:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208496.921426:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [248:248:256:4294967295] 192.168.202.130@tcp LPNI seq info [248:248:8:4294967295] 00000400:00000200:2.0:1715208496.921437:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208496.921443:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208496.921447:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208496.921447:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000400:00000200:0.0:1715208496.921453:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715208496.921454:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208496.921458:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208496.921461:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715208496.921464:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208496.921465:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208496.921469:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [249:249:255:4294967295] 192.168.202.130@tcp LPNI seq info [249:249:7:4294967295] 00000400:00000200:0.0:1715208496.921480:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208496.921481:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208496.921486:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208496.921490:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715208496.921495:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208496.921502:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208496.921507:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208496.921591:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208496.921595:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715208496.921601:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208496.921643:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208496.921658:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715208496.921660:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715208496.921668:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075945536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208496.921756:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208496.921758:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715208496.921761:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208496.921764:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208496.921767:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715208496.921769:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715208496.921772:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075945600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208496.923526:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208496.923540:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04240 00000400:00000200:0.0:1715208496.923547:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x889 [1] + 224 00000400:00000200:0.0:1715208496.923571:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208496.923575:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208496.923583:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075945536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208496.923647:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208496.923654:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04280 00000400:00000200:0.0:1715208496.923658:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x88d [1] + 224 00000400:00000200:0.0:1715208496.923677:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208496.923681:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715208496.923686:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:2.0:1715208496.923696:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:2.0:1715208496.923698:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:0.0:1715208496.923705:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075945600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208496.923709:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075945536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208496.923725:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075945536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208496.923757:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715208496.923765:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715208496.923771:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000010:1.0:1715208496.923790:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 00000400:00000200:1.0:1715208496.923797:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715208496.923800:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715208496.923806:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075945600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208496.923815:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075945600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208496.923837:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715208496.923841:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715208496.923844:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715208501.929302:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208501.929329:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715208501.929383:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208501.929387:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715208501.929477:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208501.929488:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:0.0:1715208501.929496:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 02000000:00000010:1.0:1715208501.929498:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000100:00000200:0.0:1715208501.929506:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945728, portal 4 00000400:00000010:1.0:1715208501.929510:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208501.929516:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000010:1.0:1715208501.929517:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715208501.929520:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075945728, offset 0 00000100:00000200:1.0:1715208501.929523:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945664, portal 25 00000400:00000010:1.0:1715208501.929528:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daa18. 00000400:00000200:0.0:1715208501.929533:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208501.929541:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075945664, offset 0 00000400:00000200:0.0:1715208501.929551:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208501.929552:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208501.929557:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208501.929592:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208501.929596:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208501.929599:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208501.929603:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [250:250:256:4294967295] 192.168.202.130@tcp LPNI seq info [250:250:8:4294967295] 00000400:00000200:0.0:1715208501.929614:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208501.929642:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208501.929645:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208501.929647:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208501.929650:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208501.929654:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208501.929664:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208501.929665:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715208501.929667:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208501.929670:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208501.929670:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208501.929673:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [251:251:255:4294967295] 192.168.202.130@tcp LPNI seq info [251:251:7:4294967295] 00000400:00000200:1.0:1715208501.929683:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208501.929689:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208501.929694:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715208501.929700:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208501.929709:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208501.929714:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208501.929782:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208501.929788:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715208501.929795:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208501.929803:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208501.929809:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715208501.929811:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715208501.929821:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075945728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208501.929911:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208501.929913:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715208501.929917:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208501.929920:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208501.929923:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daa18 00000400:00000010:2.0:1715208501.929924:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daa18. 00000100:00000200:2.0:1715208501.929928:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075945664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208501.931658:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208501.931672:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04300 00000400:00000200:0.0:1715208501.931679:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x899 [1] + 224 00000400:00000200:0.0:1715208501.931690:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208501.931694:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208501.931701:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075945728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208501.931741:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208501.931746:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe042c0 00000400:00000200:0.0:1715208501.931750:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x8a1 [1] + 224 00000400:00000200:0.0:1715208501.931771:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208501.931775:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208501.931780:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075945664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208501.931836:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 00000400:00000200:2.0:1715208501.931846:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715208501.931849:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715208501.931860:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075945728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208501.931900:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075945728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208501.931925:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208501.931935:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208501.931938:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 02000000:00000010:2.0:1715208501.931938:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208501.931946:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000200:1.0:1715208501.931947:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075945664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208501.931951:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000200:1.0:1715208501.931963:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075945664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208501.931986:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715208501.931993:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715208501.931997:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715208506.937286:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208506.937314:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208506.937364:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208506.937369:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715208506.937435:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208506.937442:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 00000400:00000010:0.0:1715208506.937449:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715208506.937456:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945856, portal 4 00000400:00000010:0.0:1715208506.937464:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 02000000:00000010:2.0:1715208506.937465:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715208506.937474:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000400:00000010:2.0:1715208506.937480:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715208506.937484:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945792, portal 25 00000100:00000200:0.0:1715208506.937485:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075945856, offset 0 00000400:00000010:2.0:1715208506.937488:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000400:00000200:0.0:1715208506.937496:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208506.937500:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075945792, offset 0 00000400:00000200:2.0:1715208506.937508:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208506.937510:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208506.937516:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208506.937556:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208506.937560:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208506.937563:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208506.937566:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [252:252:256:4294967295] 192.168.202.130@tcp LPNI seq info [252:252:8:4294967295] 00000400:00000200:0.0:1715208506.937577:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208506.937584:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208506.937587:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208506.937590:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208506.937592:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208506.937595:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208506.937596:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208506.937597:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208506.937600:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208506.937603:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [253:253:255:4294967295] 192.168.202.130@tcp LPNI seq info [253:253:7:4294967295] 00000800:00000200:0.0:1715208506.937607:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208506.937612:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208506.937613:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208506.937617:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208506.937621:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715208506.937626:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208506.937632:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208506.937635:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208506.937699:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208506.937705:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208506.937713:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208506.937721:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208506.937725:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715208506.937727:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715208506.937736:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075945856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208506.937828:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208506.937831:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715208506.937842:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208506.937847:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208506.937850:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:1.0:1715208506.937852:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:1.0:1715208506.937857:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075945792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208506.939390:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208506.939403:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04380 00000400:00000200:0.0:1715208506.939411:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x8a9 [1] + 224 00000400:00000200:0.0:1715208506.939423:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208506.939426:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208506.939434:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075945856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208506.939471:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208506.939476:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04340 00000400:00000200:0.0:1715208506.939480:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x8ad [1] + 224 00000400:00000200:0.0:1715208506.939501:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208506.939505:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208506.939510:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075945792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208506.939558:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:2.0:1715208506.939567:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715208506.939570:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715208506.939580:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075945856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208506.939619:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075945856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208506.939644:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:3.0:1715208506.939654:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:3.0:1715208506.939657:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 02000000:00000010:2.0:1715208506.939659:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208506.939667:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000200:3.0:1715208506.939668:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075945792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208506.939672:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000200:3.0:1715208506.939686:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075945792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208506.939771:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715208506.939779:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715208506.939783:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715208511.945236:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208511.945261:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715208511.945307:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208511.945311:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715208511.945373:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208511.945375:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715208511.945380:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 00000400:00000010:2.0:1715208511.945384:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5318. 00000400:00000010:0.0:1715208511.945387:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:2.0:1715208511.945389:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:0.0:1715208511.945394:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945984, portal 4 00000100:00000200:2.0:1715208511.945395:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075945920, portal 25 00000400:00000010:0.0:1715208511.945400:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:2.0:1715208511.945400:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715208511.945402:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075945920, offset 0 00000100:00000200:0.0:1715208511.945403:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075945984, offset 0 00000400:00000200:0.0:1715208511.945413:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208511.945423:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208511.945428:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208511.945433:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208511.945438:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208511.945442:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208511.945444:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208511.945448:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [254:254:256:4294967295] 192.168.202.130@tcp LPNI seq info [254:254:8:4294967295] 00000400:00000200:0.0:1715208511.945459:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208511.945465:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208511.945468:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715208511.945470:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208511.945503:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208511.945508:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208511.945512:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208511.945512:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208511.945516:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208511.945521:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [255:255:255:4294967295] 192.168.202.130@tcp LPNI seq info [255:255:7:4294967295] 00000800:00000200:0.0:1715208511.945524:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208511.945529:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208511.945536:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208511.945544:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208511.945549:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:2.0:1715208511.945556:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208511.945564:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208511.945569:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208511.945615:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208511.945621:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715208511.945627:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208511.945634:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208511.945639:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715208511.945641:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715208511.945651:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075945984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208511.945739:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208511.945741:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715208511.945744:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208511.945748:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208511.945750:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:1.0:1715208511.945752:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:1.0:1715208511.945755:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075945920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208511.947613:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208511.947629:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04400 00000400:00000200:0.0:1715208511.947640:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x8b9 [1] + 224 00000400:00000200:0.0:1715208511.947656:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208511.947662:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208511.947686:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075945984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208511.947739:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208511.947746:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe043c0 00000400:00000200:0.0:1715208511.947751:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x8bd [1] + 224 00000400:00000200:0.0:1715208511.947771:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208511.947775:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208511.947780:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075945920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208511.947819:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 00000400:00000200:2.0:1715208511.947827:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715208511.947829:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715208511.947837:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075945984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208511.947865:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075945984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208511.947895:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5318. 02000000:00000010:2.0:1715208511.947897:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208511.947902:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000400:00000200:3.0:1715208511.947904:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:3.0:1715208511.947906:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000010:2.0:1715208511.947907:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000200:3.0:1715208511.947914:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075945920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208511.947941:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075945920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208511.947959:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715208511.947964:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715208511.947967:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715208516.953259:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208516.953285:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715208516.953332:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208516.953336:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715208516.953397:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715208516.953404:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 00000400:00000010:0.0:1715208516.953410:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715208516.953417:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946112, portal 4 02000000:00000010:2.0:1715208516.953423:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715208516.953425:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715208516.953427:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075946112, offset 0 00000400:00000010:2.0:1715208516.953451:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd52c0. 00000400:00000200:0.0:1715208516.953456:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208516.953465:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715208516.953469:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946048, portal 25 00000400:00000200:0.0:1715208516.953471:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715208516.953473:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715208516.953475:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075946048, offset 0 00000400:00000200:0.0:1715208516.953477:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208516.953482:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208516.953483:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208516.953485:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208516.953488:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208516.953491:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [256:256:256:4294967295] 192.168.202.130@tcp LPNI seq info [256:256:8:4294967295] 00000400:00000200:0.0:1715208516.953502:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208516.953508:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208516.953510:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208516.953512:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715208516.953515:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208516.953518:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208516.953520:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208516.953523:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208516.953526:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [257:257:255:4294967295] 192.168.202.130@tcp LPNI seq info [257:257:7:4294967295] 00000800:00000200:0.0:1715208516.953530:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208516.953535:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208516.953540:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715208516.953541:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:2.0:1715208516.953544:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:0.0:1715208516.953546:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208516.953549:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208516.953555:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208516.953558:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208516.953630:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208516.953635:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208516.953641:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208516.953648:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208516.953652:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715208516.953655:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715208516.953663:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075946112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208516.953749:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208516.953751:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715208516.953763:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208516.953767:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208516.953770:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:1.0:1715208516.953772:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:1.0:1715208516.953776:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075946048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208516.955732:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208516.955744:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04480 00000400:00000200:0.0:1715208516.955751:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x8c9 [1] + 224 00000400:00000200:0.0:1715208516.955761:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208516.955764:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208516.955772:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075946112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208516.955807:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208516.955812:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04440 00000400:00000200:0.0:1715208516.955816:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x8d1 [1] + 224 00000400:00000200:0.0:1715208516.955834:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208516.955838:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208516.955843:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075946048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208516.955891:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 00000400:00000200:2.0:1715208516.955899:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715208516.955901:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715208516.955908:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075946112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208516.955921:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd52c0. 00000400:00000200:3.0:1715208516.955930:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:3.0:1715208516.955932:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715208516.955936:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075946112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208516.955940:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075946048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208516.955950:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075946048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208516.955967:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:3.0:1715208516.955969:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715208516.955972:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 02000000:00000010:3.0:1715208516.955974:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715208516.955977:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:3.0:1715208516.955977:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715208521.961234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208521.961258:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715208521.961312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208521.961316:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715208521.961383:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208521.961415:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 00000400:00000010:0.0:1715208521.961422:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715208521.961429:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946240, portal 4 00000400:00000010:0.0:1715208521.961437:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715208521.961439:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075946240, offset 0 02000000:00000010:2.0:1715208521.961439:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:2.0:1715208521.961448:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd52c0. 00000400:00000200:0.0:1715208521.961450:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208521.961456:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715208521.961461:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946176, portal 25 00000400:00000200:0.0:1715208521.961464:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715208521.961464:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:2.0:1715208521.961467:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075946176, offset 0 00000400:00000200:2.0:1715208521.961474:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208521.961484:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208521.961488:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208521.961492:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208521.961495:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208521.961498:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [258:258:256:4294967295] 192.168.202.130@tcp LPNI seq info [258:258:8:4294967295] 00000400:00000200:0.0:1715208521.961510:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208521.961517:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208521.961519:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208521.961522:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715208521.961523:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208521.961526:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208521.961528:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208521.961529:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208521.961532:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208521.961535:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [259:259:255:4294967295] 192.168.202.130@tcp LPNI seq info [259:259:7:4294967295] 00000800:00000200:0.0:1715208521.961539:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208521.961544:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208521.961544:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208521.961549:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208521.961553:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715208521.961557:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208521.961563:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208521.961567:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208521.961633:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208521.961639:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715208521.961645:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208521.961652:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208521.961656:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715208521.961658:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715208521.961667:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075946240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208521.961754:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208521.961757:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715208521.961759:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208521.961763:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208521.961765:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:1.0:1715208521.961767:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:1.0:1715208521.961771:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075946176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208521.963339:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208521.963352:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04500 00000400:00000200:0.0:1715208521.963359:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x8d9 [1] + 224 00000400:00000200:0.0:1715208521.963369:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208521.963373:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208521.963380:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075946240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208521.963444:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208521.963450:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe044c0 00000400:00000200:0.0:1715208521.963455:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x8e1 [1] + 224 00000400:00000200:0.0:1715208521.963486:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208521.963490:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208521.963495:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075946176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208521.963528:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:2.0:1715208521.963536:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715208521.963538:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715208521.963546:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075946240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208521.963574:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075946240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208521.963588:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd52c0. 00000400:00000200:3.0:1715208521.963597:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:3.0:1715208521.963599:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 02000000:00000010:2.0:1715208521.963604:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 00000100:00000200:3.0:1715208521.963607:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075946176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208521.963609:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715208521.963614:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000200:3.0:1715208521.963618:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075946176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208521.963636:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715208521.963640:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715208521.963643:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715208526.969243:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208526.969273:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715208526.969335:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208526.969424:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:2.0:1715208526.969441:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715208526.969452:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5318. 00000400:00000010:2.0:1715208526.969460:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 02000000:00000010:3.0:1715208526.969465:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000100:00000200:2.0:1715208526.969469:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946304, portal 25 00000400:00000010:3.0:1715208526.969473:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715208526.969476:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000400:00000010:3.0:1715208526.969478:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:2.0:1715208526.969479:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075946304, offset 0 00000100:00000200:3.0:1715208526.969482:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946368, portal 4 00000400:00000010:3.0:1715208526.969488:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02572a8. 00000400:00000200:2.0:1715208526.969492:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715208526.969499:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075946368, offset 0 00000400:00000200:3.0:1715208526.969505:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208526.969508:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208526.969515:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208526.969520:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208526.969524:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208526.969527:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208526.969531:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [260:260:256:4294967295] 192.168.202.130@tcp LPNI seq info [260:260:8:4294967295] 00000400:00000200:2.0:1715208526.969544:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208526.969552:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208526.969553:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208526.969557:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000400:00000200:3.0:1715208526.969557:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208526.969559:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208526.969562:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208526.969564:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208526.969565:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208526.969567:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [261:261:255:4294967295] 192.168.202.130@tcp LPNI seq info [261:261:7:4294967295] 00000400:00000200:3.0:1715208526.969575:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208526.969578:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208526.969579:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208526.969583:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaa00. 00000800:00000200:2.0:1715208526.969584:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715208526.969587:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208526.969592:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208526.969595:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaa00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208526.969695:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208526.969700:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715208526.969706:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208526.969715:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208526.969720:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:0.0:1715208526.969723:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:0.0:1715208526.969733:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075946304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208526.969824:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208526.969827:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaa00. 00000400:00000200:0.0:1715208526.969831:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208526.969837:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208526.969841:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02572a8 00000400:00000010:0.0:1715208526.969843:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02572a8. 00000100:00000200:0.0:1715208526.969849:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075946368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208526.971734:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208526.971747:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04540 00000400:00000200:0.0:1715208526.971755:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x8e9 [1] + 224 00000400:00000200:0.0:1715208526.971765:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208526.971769:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208526.971776:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075946304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208526.971810:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208526.971815:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04580 00000400:00000200:0.0:1715208526.971820:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x8f1 [1] + 224 00000400:00000200:0.0:1715208526.971836:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208526.971840:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208526.971844:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075946368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208526.971901:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5318. 00000400:00000200:2.0:1715208526.971926:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:2.0:1715208526.971927:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715208526.971934:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075946304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208526.971959:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075946304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208526.971996:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715208526.971999:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715208526.972005:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000400:00000200:3.0:1715208526.972005:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208526.972007:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000010:2.0:1715208526.972009:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000200:3.0:1715208526.972016:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075946368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208526.972027:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075946368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208526.972050:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208526.972056:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715208526.972059:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715208531.977405:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208531.977436:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715208531.977499:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208531.977506:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:1.0:1715208531.977574:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000400:00000010:1.0:1715208531.977585:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 02000000:00000010:0.0:1715208531.977592:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:1.0:1715208531.977594:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715208531.977596:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 00000100:00000200:1.0:1715208531.977605:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946432, portal 25 00000400:00000010:1.0:1715208531.977611:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da330. 00000100:00000200:1.0:1715208531.977614:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075946432, offset 0 00000400:00000010:0.0:1715208531.977615:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715208531.977618:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946496, portal 4 00000400:00000010:0.0:1715208531.977625:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000200:1.0:1715208531.977627:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208531.977636:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075946496, offset 0 00000400:00000200:0.0:1715208531.977643:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208531.977645:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208531.977651:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208531.977658:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208531.977683:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208531.977687:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208531.977691:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [262:262:256:4294967295] 192.168.202.130@tcp LPNI seq info [262:262:8:4294967295] 00000400:00000200:1.0:1715208531.977706:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208531.977715:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208531.977716:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208531.977720:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715208531.977721:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715208531.977724:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208531.977726:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715208531.977729:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208531.977730:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208531.977734:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [263:263:255:4294967295] 192.168.202.130@tcp LPNI seq info [263:263:7:4294967295] 00000800:00000200:1.0:1715208531.977743:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208531.977745:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208531.977750:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208531.977751:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208531.977755:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:0.0:1715208531.977759:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208531.977766:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208531.977770:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208531.977852:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208531.977858:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715208531.977867:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208531.977875:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208531.977879:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da330 00000400:00000010:2.0:1715208531.977881:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da330. 00000100:00000200:2.0:1715208531.977891:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075946432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208531.977981:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208531.977983:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715208531.977986:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208531.977989:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208531.977992:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715208531.977994:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715208531.977998:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075946496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208531.979718:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208531.979736:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe045c0 00000400:00000200:0.0:1715208531.979747:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x8f9 [1] + 224 00000400:00000200:0.0:1715208531.979761:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208531.979767:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208531.979790:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075946432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208531.979849:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208531.979859:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04600 00000400:00000200:0.0:1715208531.979866:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x901 [1] + 224 00000400:00000010:1.0:1715208531.979881:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208531.979887:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208531.979889:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715208531.979890:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208531.979896:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:1.0:1715208531.979896:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075946432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208531.979902:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075946496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208531.979911:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075946432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208531.979941:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715208531.979949:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715208531.979954:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:2.0:1715208531.980032:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 00000400:00000200:2.0:1715208531.980040:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715208531.980042:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715208531.980050:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075946496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208531.980060:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075946496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208531.980084:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208531.980089:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715208531.980101:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715208536.985333:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208536.985361:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715208536.985423:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208536.985427:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:2.0:1715208536.985477:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 02000000:00000010:0.0:1715208536.985489:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:2.0:1715208536.985492:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5318. 00000400:00000010:0.0:1715208536.985494:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 00000400:00000010:0.0:1715208536.985502:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000010:2.0:1715208536.985502:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:0.0:1715208536.985510:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946624, portal 4 00000400:00000010:0.0:1715208536.985519:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715208536.985520:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946560, portal 25 00000100:00000200:0.0:1715208536.985521:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075946624, offset 0 00000400:00000010:2.0:1715208536.985526:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000200:0.0:1715208536.985533:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208536.985539:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075946560, offset 0 00000400:00000200:2.0:1715208536.985549:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208536.985552:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208536.985559:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208536.985564:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208536.985568:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208536.985571:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208536.985574:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [264:264:256:4294967295] 192.168.202.130@tcp LPNI seq info [264:264:8:4294967295] 00000400:00000200:0.0:1715208536.985585:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208536.985592:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208536.985596:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715208536.985596:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208536.985601:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208536.985606:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208536.985609:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208536.985613:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208536.985618:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [265:265:255:4294967295] 192.168.202.130@tcp LPNI seq info [265:265:7:4294967295] 00000800:00000200:0.0:1715208536.985620:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208536.985631:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208536.985632:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208536.985637:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208536.985640:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208536.985646:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715208536.985653:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208536.985661:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208536.985666:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208536.985727:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208536.985735:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715208536.985743:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208536.985754:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208536.985761:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715208536.985763:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715208536.985773:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075946624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208536.985858:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208536.985861:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715208536.985863:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208536.985876:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208536.985879:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:1.0:1715208536.985880:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:1.0:1715208536.985884:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075946560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208536.987666:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208536.987679:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04680 00000400:00000200:0.0:1715208536.987686:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x909 [1] + 224 00000400:00000200:0.0:1715208536.987698:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208536.987701:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208536.987709:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075946624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208536.987741:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208536.987746:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04640 00000400:00000200:0.0:1715208536.987750:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x90d [1] + 224 00000400:00000200:0.0:1715208536.987764:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208536.987768:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208536.987772:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075946560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208536.987780:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 00000400:00000200:2.0:1715208536.987785:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715208536.987787:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715208536.987793:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075946624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208536.987804:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075946624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208536.987837:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208536.987842:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715208536.987846:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:3.0:1715208536.987875:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5318. 00000400:00000200:3.0:1715208536.987889:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:3.0:1715208536.987892:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:3.0:1715208536.987907:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075946560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208536.987920:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075946560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208536.987965:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715208536.987972:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:3.0:1715208536.987977:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715208541.993311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208541.993345:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208541.993423:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208541.993431:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715208541.993529:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715208541.993531:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:0.0:1715208541.993537:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 00000400:00000010:1.0:1715208541.993542:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208541.993544:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:1.0:1715208541.993549:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715208541.993553:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946752, portal 4 00000100:00000200:1.0:1715208541.993555:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946688, portal 25 00000400:00000010:0.0:1715208541.993561:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:1.0:1715208541.993561:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dadd0. 00000100:00000200:0.0:1715208541.993563:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075946752, offset 0 00000100:00000200:1.0:1715208541.993564:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075946688, offset 0 00000400:00000200:0.0:1715208541.993574:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208541.993586:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208541.993589:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208541.993614:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208541.993619:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208541.993623:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208541.993626:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208541.993629:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [266:266:256:4294967295] 192.168.202.130@tcp LPNI seq info [266:266:8:4294967295] 00000400:00000200:0.0:1715208541.993641:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208541.993647:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208541.993650:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208541.993651:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208541.993654:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208541.993658:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208541.993659:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208541.993661:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208541.993663:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208541.993666:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [267:267:255:4294967295] 192.168.202.130@tcp LPNI seq info [267:267:7:4294967295] 00000800:00000200:0.0:1715208541.993669:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208541.993674:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208541.993676:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208541.993680:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208541.993684:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715208541.993689:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208541.993698:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208541.993702:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208541.993784:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208541.993788:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715208541.993796:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208541.993801:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208541.993806:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715208541.993808:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715208541.993818:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075946752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208541.993914:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208541.993916:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715208541.993920:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208541.993924:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208541.993927:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dadd0 00000400:00000010:2.0:1715208541.993928:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dadd0. 00000100:00000200:2.0:1715208541.993932:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075946688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208541.996048:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208541.996061:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04700 00000400:00000200:0.0:1715208541.996069:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x919 [1] + 224 00000400:00000200:0.0:1715208541.996079:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208541.996083:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208541.996091:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075946752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208541.996153:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208541.996158:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe046c0 00000400:00000200:0.0:1715208541.996163:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x91d [1] + 224 00000400:00000200:0.0:1715208541.996180:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208541.996184:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208541.996189:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075946688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208541.996244:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 00000400:00000200:2.0:1715208541.996254:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715208541.996257:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715208541.996267:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075946752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208541.996301:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715208541.996302:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075946752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715208541.996306:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208541.996308:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208541.996314:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075946688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208541.996323:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075946688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208541.996339:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208541.996347:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 02000000:00000010:1.0:1715208541.996351:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 00000100:00000010:2.0:1715208541.996353:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 02000000:00000010:1.0:1715208541.996355:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715208541.996358:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715208547.001358:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208547.001387:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715208547.001440:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208547.001464:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:2.0:1715208547.001519:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715208547.001531:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 02000000:00000010:0.0:1715208547.001533:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208547.001539:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:2.0:1715208547.001540:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000010:0.0:1715208547.001543:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715208547.001548:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946816, portal 25 00000100:00000200:0.0:1715208547.001549:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946880, portal 4 00000400:00000010:2.0:1715208547.001553:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000400:00000010:0.0:1715208547.001556:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715208547.001556:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075946816, offset 0 00000100:00000200:0.0:1715208547.001558:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075946880, offset 0 00000400:00000200:0.0:1715208547.001569:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208547.001583:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208547.001586:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208547.001589:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208547.001594:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208547.001597:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208547.001600:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208547.001603:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [268:268:256:4294967295] 192.168.202.130@tcp LPNI seq info [268:268:8:4294967295] 00000400:00000200:0.0:1715208547.001614:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208547.001620:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208547.001623:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208547.001625:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715208547.001627:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208547.001631:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208547.001631:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208547.001633:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208547.001636:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208547.001639:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [269:269:255:4294967295] 192.168.202.130@tcp LPNI seq info [269:269:7:4294967295] 00000800:00000200:0.0:1715208547.001641:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208547.001646:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208547.001648:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208547.001653:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208547.001657:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715208547.001661:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208547.001668:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208547.001671:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208547.001736:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208547.001741:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208547.001749:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208547.001756:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208547.001760:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:1.0:1715208547.001763:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715208547.001772:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075946880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208547.001863:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208547.001865:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715208547.001868:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208547.001872:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208547.001874:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:1.0:1715208547.001876:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:1.0:1715208547.001879:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075946816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208547.003788:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208547.003806:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04780 00000400:00000200:0.0:1715208547.003816:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x92d [1] + 224 00000400:00000200:0.0:1715208547.003831:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208547.003837:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208547.003848:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075946880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208547.003905:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208547.003912:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04740 00000400:00000200:0.0:1715208547.003926:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x929 [1] + 224 00000400:00000200:0.0:1715208547.003946:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208547.003950:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208547.003956:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075946816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208547.003958:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 00000400:00000200:2.0:1715208547.003968:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715208547.003970:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715208547.003981:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075946880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208547.003992:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075946880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208547.004024:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208547.004029:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715208547.004034:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:3.0:1715208547.004074:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:3.0:1715208547.004082:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:3.0:1715208547.004084:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:3.0:1715208547.004092:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075946816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208547.004103:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075946816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208547.004159:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715208547.004164:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715208547.004167:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:2.0:1715208552.009347:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715208552.009378:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c600. 00000100:00000010:2.0:1715208552.009459:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715208552.009467:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 02000000:00000010:2.0:1715208552.009537:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715208552.009538:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:2.0:1715208552.009548:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000010:3.0:1715208552.009549:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715208552.009557:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000400:00000010:3.0:1715208552.009557:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208552.009566:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075946944, portal 25 00000400:00000010:3.0:1715208552.009571:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257908. 00000100:00000200:3.0:1715208552.009573:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075946944, offset 0 00000100:00000200:2.0:1715208552.009579:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947008, portal 4 00000400:00000200:3.0:1715208552.009587:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208552.009589:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715208552.009593:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075947008, offset 0 00000400:00000200:2.0:1715208552.009602:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208552.009607:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208552.009614:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208552.009619:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208552.009624:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208552.009627:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208552.009630:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [270:270:256:4294967295] 192.168.202.130@tcp LPNI seq info [270:270:8:4294967295] 00000400:00000200:3.0:1715208552.009642:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208552.009650:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208552.009653:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715208552.009655:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbad00. 00000400:00000200:2.0:1715208552.009658:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208552.009663:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208552.009667:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208552.009671:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:3.0:1715208552.009673:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208552.009676:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [271:271:255:4294967295] 192.168.202.130@tcp LPNI seq info [271:271:7:4294967295] 00000800:00000200:3.0:1715208552.009686:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208552.009691:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208552.009692:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbad00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208552.009698:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208552.009702:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715208552.009707:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208552.009713:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208552.009717:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208552.009803:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208552.009808:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbad00. 00000400:00000200:0.0:1715208552.009814:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208552.009821:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208552.009826:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257908 00000400:00000010:0.0:1715208552.009828:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257908. 00000100:00000200:0.0:1715208552.009838:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526075946944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208552.009934:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208552.009936:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715208552.009939:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208552.009942:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208552.009944:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:0.0:1715208552.009946:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:0.0:1715208552.009949:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075947008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208552.012021:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208552.012034:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe047c0 00000400:00000200:0.0:1715208552.012042:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x939 [1] + 224 00000400:00000200:0.0:1715208552.012054:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208552.012058:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208552.012066:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526075946944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208552.012185:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715208552.012193:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:3.0:1715208552.012193:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208552.012196:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208552.012203:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526075946944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208552.012204:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04800 00000100:00000200:3.0:1715208552.012217:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526075946944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208552.012222:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x941 [1] + 224 00000400:00000200:0.0:1715208552.012247:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1715208552.012248:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 00000400:00000200:0.0:1715208552.012253:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 02000000:00000010:3.0:1715208552.012257:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c600. 00000100:00000200:0.0:1715208552.012260:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075947008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:3.0:1715208552.012262:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 00000400:00000010:2.0:1715208552.012346:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:2.0:1715208552.012355:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:2.0:1715208552.012358:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:2.0:1715208552.012368:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075947008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208552.012382:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075947008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208552.012406:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715208552.012411:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:2.0:1715208552.012414:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000100:00000010:2.0:1715208557.017373:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715208557.017397:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 00000100:00000010:2.0:1715208557.017456:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715208557.017460:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ca00. 02000000:00000010:0.0:1715208557.017486:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208557.017498:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 00000400:00000010:0.0:1715208557.017505:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715208557.017514:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947072, portal 25 00000400:00000010:0.0:1715208557.017518:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715208557.017520:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075947072, offset 0 02000000:00000010:2.0:1715208557.017525:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715208557.017530:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:0.0:1715208557.017531:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208557.017542:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:2.0:1715208557.017546:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947136, portal 4 00000400:00000200:0.0:1715208557.017550:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715208557.017552:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715208557.017554:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075947136, offset 0 00000400:00000200:0.0:1715208557.017557:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208557.017559:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208557.017562:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208557.017565:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208557.017567:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208557.017571:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [272:272:256:4294967295] 192.168.202.130@tcp LPNI seq info [272:272:8:4294967295] 00000400:00000200:0.0:1715208557.017580:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208557.017587:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208557.017587:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208557.017590:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715208557.017592:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208557.017593:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208557.017595:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208557.017597:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208557.017598:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208557.017599:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [273:273:255:4294967295] 192.168.202.130@tcp LPNI seq info [273:273:7:4294967295] 00000400:00000200:2.0:1715208557.017606:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208557.017609:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208557.017610:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715208557.017613:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715208557.017613:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715208557.017616:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208557.017622:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208557.017625:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208557.017696:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208557.017701:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208557.017708:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208557.017715:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208557.017719:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715208557.017721:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715208557.017729:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075947072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208557.017803:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208557.017805:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715208557.017807:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208557.017810:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208557.017819:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:1.0:1715208557.017821:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:1.0:1715208557.017824:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526075947136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208557.019776:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208557.019787:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04840 00000400:00000200:0.0:1715208557.019793:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x949 [1] + 224 00000400:00000200:0.0:1715208557.019805:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208557.019808:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208557.019821:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075947072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208557.019854:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208557.019859:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04880 00000400:00000200:0.0:1715208557.019863:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x951 [1] + 224 00000400:00000200:0.0:1715208557.019879:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208557.019882:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208557.019886:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526075947136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208557.019916:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 00000400:00000200:2.0:1715208557.019923:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715208557.019924:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715208557.019931:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075947072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208557.019939:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075947072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208557.019962:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208557.019967:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:2.0:1715208557.019971:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000400:00000010:3.0:1715208557.019987:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:3.0:1715208557.019994:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:3.0:1715208557.019996:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:3.0:1715208557.020002:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526075947136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208557.020010:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526075947136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208557.020030:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715208557.020034:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ca00. 00000100:00000010:3.0:1715208557.020036:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000100:00000010:2.0:1715208562.025301:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715208562.025348:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cd00. 00000100:00000010:2.0:1715208562.025421:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 02000000:00000010:2.0:1715208562.025426:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c700. 02000000:00000010:2.0:1715208562.025489:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715208562.025489:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:2.0:1715208562.025498:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:3.0:1715208562.025499:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715208562.025507:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000010:3.0:1715208562.025507:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208562.025517:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947200, portal 25 00000100:00000200:2.0:1715208562.025522:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947264, portal 4 00000400:00000010:3.0:1715208562.025522:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02574c8. 00000100:00000200:3.0:1715208562.025525:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075947200, offset 0 00000400:00000010:2.0:1715208562.025529:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000400:00000200:3.0:1715208562.025538:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208562.025543:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075947264, offset 0 00000400:00000200:2.0:1715208562.025551:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208562.025558:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208562.025576:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208562.025581:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208562.025586:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208562.025589:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208562.025593:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [274:274:256:4294967295] 192.168.202.130@tcp LPNI seq info [274:274:8:4294967295] 00000400:00000200:3.0:1715208562.025605:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208562.025613:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208562.025616:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715208562.025618:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba800. 00000400:00000200:2.0:1715208562.025620:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208562.025623:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208562.025626:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715208562.025626:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208562.025629:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208562.025632:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [275:275:255:4294967295] 192.168.202.130@tcp LPNI seq info [275:275:7:4294967295] 00000800:00000200:3.0:1715208562.025638:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208562.025642:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208562.025643:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208562.025646:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208562.025650:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715208562.025655:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208562.025661:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208562.025664:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208562.025736:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208562.025742:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba800. 00000400:00000200:0.0:1715208562.025749:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208562.025757:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208562.025762:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02574c8 00000400:00000010:0.0:1715208562.025764:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02574c8. 00000100:00000200:0.0:1715208562.025774:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075947200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208562.025856:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208562.025859:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:0.0:1715208562.025862:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208562.025866:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208562.025868:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:0.0:1715208562.025870:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:0.0:1715208562.025873:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526075947264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208562.027821:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208562.027835:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe048c0 00000400:00000200:0.0:1715208562.027842:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x959 [1] + 224 00000400:00000200:0.0:1715208562.027855:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208562.027867:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208562.027876:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075947200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208562.027918:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208562.027924:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04900 00000400:00000200:0.0:1715208562.027929:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x95d [1] + 224 00000400:00000200:0.0:1715208562.027944:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208562.027947:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208562.027952:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526075947264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208562.028002:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208562.028011:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208562.028013:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208562.028021:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075947200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208562.028033:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075947200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208562.028093:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 00000400:00000010:2.0:1715208562.028098:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715208562.028106:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 02000000:00000010:3.0:1715208562.028108:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cd00. 00000400:00000010:2.0:1715208562.028109:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000010:3.0:1715208562.028113:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000100:00000200:2.0:1715208562.028141:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526075947264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208562.028153:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526075947264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208562.028179:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715208562.028193:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c700. 00000100:00000010:2.0:1715208562.028196:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000100:00000010:0.0:1715208567.033330:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208567.033356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715208567.033420:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208567.033427:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:2.0:1715208567.033447:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715208567.033459:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:2.0:1715208567.033466:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715208567.033474:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947328, portal 25 00000400:00000010:2.0:1715208567.033479:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715208567.033482:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075947328, offset 0 00000400:00000200:2.0:1715208567.033492:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:0.0:1715208567.033497:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208567.033504:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 00000400:00000200:2.0:1715208567.033506:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:0.0:1715208567.033510:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000200:2.0:1715208567.033512:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715208567.033515:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947392, portal 4 00000400:00000200:2.0:1715208567.033517:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208567.033520:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1715208567.033523:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000200:2.0:1715208567.033523:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000100:00000200:0.0:1715208567.033526:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075947392, offset 0 00000400:00000200:2.0:1715208567.033527:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [276:276:256:4294967295] 192.168.202.130@tcp LPNI seq info [276:276:8:4294967295] 00000400:00000200:0.0:1715208567.033535:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208567.033537:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208567.033544:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208567.033547:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208567.033548:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715208567.033552:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715208567.033554:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208567.033557:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208567.033561:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715208567.033564:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208567.033565:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208567.033569:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208567.033570:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [277:277:255:4294967295] 192.168.202.130@tcp LPNI seq info [277:277:7:4294967295] 00000400:00000200:0.0:1715208567.033584:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208567.033592:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208567.033610:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:0.0:1715208567.033618:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208567.033627:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208567.033632:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208567.033648:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208567.033654:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715208567.033661:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208567.033668:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208567.033673:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:1.0:1715208567.033675:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:1.0:1715208567.033685:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075947328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208567.033746:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208567.033748:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208567.033750:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208567.033752:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208567.033753:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715208567.033755:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715208567.033757:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075947392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208567.035355:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208567.035369:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04940 00000400:00000200:0.0:1715208567.035377:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x969 [1] + 224 00000400:00000200:0.0:1715208567.035389:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208567.035393:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208567.035403:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075947328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208567.035443:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208567.035447:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04980 00000400:00000200:0.0:1715208567.035452:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x971 [1] + 224 00000400:00000200:0.0:1715208567.035470:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208567.035474:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208567.035479:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075947392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208567.035529:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715208567.035537:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715208567.035539:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715208567.035547:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075947328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208567.035559:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075947328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208567.035565:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:1.0:1715208567.035570:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715208567.035572:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715208567.035577:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075947392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208567.035583:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075947392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208567.035584:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715208567.035590:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208567.035604:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 02000000:00000010:1.0:1715208567.035608:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715208567.035612:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715208567.035615:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715208572.041274:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208572.041303:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715208572.041358:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208572.041362:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715208572.041435:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208572.041446:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000010:0.0:1715208572.041455:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 02000000:00000010:3.0:1715208572.041462:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000100:00000200:0.0:1715208572.041465:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947520, portal 4 00000400:00000010:3.0:1715208572.041471:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715208572.041477:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:0.0:1715208572.041478:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:3.0:1715208572.041481:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947456, portal 25 00000100:00000200:0.0:1715208572.041482:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075947520, offset 0 00000400:00000010:3.0:1715208572.041485:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02575d8. 00000400:00000200:0.0:1715208572.041495:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715208572.041515:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075947456, offset 0 00000400:00000200:3.0:1715208572.041523:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208572.041526:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208572.041532:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208572.041537:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208572.041541:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208572.041544:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208572.041548:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [278:278:256:4294967295] 192.168.202.130@tcp LPNI seq info [278:278:8:4294967295] 00000400:00000200:0.0:1715208572.041559:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208572.041565:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208572.041567:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208572.041569:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:3.0:1715208572.041572:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208572.041576:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208572.041585:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208572.041586:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715208572.041588:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208572.041590:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208572.041591:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208572.041594:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [279:279:255:4294967295] 192.168.202.130@tcp LPNI seq info [279:279:7:4294967295] 00000400:00000200:3.0:1715208572.041603:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208572.041608:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208572.041612:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbab00. 00000800:00000200:3.0:1715208572.041617:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208572.041623:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208572.041626:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208572.041697:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208572.041721:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208572.041731:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208572.041742:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208572.041749:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715208572.041752:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715208572.041765:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075947520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208572.041864:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208572.041867:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbab00. 00000400:00000200:1.0:1715208572.041870:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208572.041874:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208572.041876:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02575d8 00000400:00000010:1.0:1715208572.041879:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02575d8. 00000100:00000200:1.0:1715208572.041883:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075947456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208572.043980:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208572.043995:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe049c0 00000400:00000200:0.0:1715208572.044003:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x97d [1] + 224 00000400:00000200:0.0:1715208572.044016:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208572.044020:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208572.044030:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075947456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208572.044070:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208572.044075:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04a00 00000400:00000200:0.0:1715208572.044079:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x979 [1] + 224 00000400:00000200:0.0:1715208572.044094:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208572.044098:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208572.044103:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075947520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208572.044157:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208572.044166:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208572.044168:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208572.044176:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075947456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208572.044187:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075947456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208572.044213:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208572.044220:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715208572.044225:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:1.0:1715208572.044244:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:1.0:1715208572.044253:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715208572.044255:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715208572.044264:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075947520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208572.044276:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075947520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208572.044314:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715208572.044320:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715208572.044324:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:2.0:1715208577.049388:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 02000000:00000010:2.0:1715208577.049417:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715208577.049481:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7100. 02000000:00000010:2.0:1715208577.049486:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c300. 02000000:00000010:0.0:1715208577.049522:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208577.049538:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 02000000:00000010:1.0:1715208577.049553:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:1.0:1715208577.049561:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208577.049566:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000010:1.0:1715208577.049566:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715208577.049577:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947584, portal 25 00000100:00000200:1.0:1715208577.049583:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947648, portal 4 00000400:00000010:0.0:1715208577.049584:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715208577.049587:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075947584, offset 0 00000400:00000010:1.0:1715208577.049591:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da660. 00000400:00000200:0.0:1715208577.049602:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208577.049608:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075947648, offset 0 00000400:00000200:1.0:1715208577.049615:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208577.049624:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208577.049633:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208577.049640:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208577.049646:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208577.049650:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208577.049655:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [280:280:256:4294967295] 192.168.202.130@tcp LPNI seq info [280:280:8:4294967295] 00000400:00000200:0.0:1715208577.049672:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:1.0:1715208577.049681:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208577.049682:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208577.049685:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715208577.049689:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715208577.049689:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208577.049692:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208577.049695:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208577.049699:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208577.049699:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [281:281:255:4294967295] 192.168.202.130@tcp LPNI seq info [281:281:7:4294967295] 00000400:00000200:1.0:1715208577.049710:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208577.049712:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208577.049716:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715208577.049719:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715208577.049720:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715208577.049725:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208577.049731:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208577.049735:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208577.049831:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208577.049838:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715208577.049846:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208577.049857:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208577.049864:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715208577.049868:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715208577.049881:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526075947584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208577.050039:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208577.050042:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715208577.050047:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208577.050052:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208577.050055:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da660 00000400:00000010:2.0:1715208577.050057:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da660. 00000100:00000200:2.0:1715208577.050063:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7100 x1798526075947648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208577.052075:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208577.052096:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04a40 00000400:00000200:0.0:1715208577.052105:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x989 [1] + 224 00000400:00000200:0.0:1715208577.052151:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208577.052156:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208577.052167:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526075947584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208577.052211:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208577.052216:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04a80 00000400:00000200:0.0:1715208577.052222:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x98d [1] + 224 00000400:00000200:0.0:1715208577.052242:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208577.052256:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208577.052262:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7100 x1798526075947648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208577.052308:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:2.0:1715208577.052316:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715208577.052318:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715208577.052327:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526075947584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208577.052340:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526075947584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208577.052367:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208577.052373:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715208577.052377:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000400:00000010:1.0:1715208577.052406:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208577.052414:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208577.052416:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208577.052425:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7100 x1798526075947648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208577.052436:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7100 x1798526075947648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208577.052463:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715208577.052469:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c300. 00000100:00000010:1.0:1715208577.052473:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7100. 00000100:00000010:2.0:1715208582.057336:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 02000000:00000010:2.0:1715208582.057365:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715208582.057425:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715208582.057429:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 02000000:00000010:2.0:1715208582.057483:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715208582.057491:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:2.0:1715208582.057498:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715208582.057506:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947776, portal 4 00000400:00000010:2.0:1715208582.057515:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000100:00000200:2.0:1715208582.057518:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075947776, offset 0 00000400:00000200:2.0:1715208582.057528:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:3.0:1715208582.057536:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000200:2.0:1715208582.057545:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:3.0:1715208582.057546:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:2.0:1715208582.057550:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715208582.057551:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:2.0:1715208582.057555:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:3.0:1715208582.057556:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947712, portal 25 00000400:00000200:2.0:1715208582.057558:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1715208582.057560:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257aa0. 00000400:00000200:2.0:1715208582.057561:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000100:00000200:3.0:1715208582.057562:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075947712, offset 0 00000400:00000200:2.0:1715208582.057564:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [282:282:256:4294967295] 192.168.202.130@tcp LPNI seq info [282:282:8:4294967295] 00000400:00000200:3.0:1715208582.057569:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208582.057575:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208582.057582:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208582.057586:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000400:00000200:3.0:1715208582.057589:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715208582.057593:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208582.057593:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208582.057597:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208582.057603:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208582.057608:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208582.057619:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208582.057622:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208582.057625:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [283:283:255:4294967295] 192.168.202.130@tcp LPNI seq info [283:283:7:4294967295] 00000400:00000200:3.0:1715208582.057635:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208582.057640:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208582.057644:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba600. 00000800:00000200:3.0:1715208582.057648:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208582.057655:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208582.057658:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208582.057778:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208582.057784:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:0.0:1715208582.057792:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208582.057799:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208582.057804:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:0.0:1715208582.057806:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:0.0:1715208582.057814:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526075947776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208582.057947:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208582.057950:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba600. 00000400:00000200:0.0:1715208582.057953:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208582.057957:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208582.057959:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257aa0 00000400:00000010:0.0:1715208582.057961:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257aa0. 00000100:00000200:0.0:1715208582.057965:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526075947712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208582.059941:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208582.059957:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04b00 00000400:00000200:0.0:1715208582.059966:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x999 [1] + 224 00000400:00000200:0.0:1715208582.059981:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208582.059986:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208582.059995:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526075947776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208582.060050:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208582.060059:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04ac0 00000400:00000200:0.0:1715208582.060066:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x9a1 [1] + 224 00000400:00000010:2.0:1715208582.060095:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715208582.060102:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715208582.060105:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000400:00000200:0.0:1715208582.060107:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208582.060113:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715208582.060144:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526075947776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208582.060158:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526075947712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208582.060160:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526075947776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208582.060222:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715208582.060230:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715208582.060235:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000400:00000010:3.0:1715208582.060278:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208582.060287:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208582.060289:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208582.060296:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526075947712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208582.060307:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526075947712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208582.060324:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208582.060330:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:3.0:1715208582.060333:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000100:00000010:0.0:1715208587.065414:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715208587.065445:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715208587.065501:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208587.065506:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715208587.065565:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208587.065572:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715208587.065573:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:0.0:1715208587.065580:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:2.0:1715208587.065583:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000100:00000200:0.0:1715208587.065588:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947904, portal 4 00000400:00000010:2.0:1715208587.065590:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000010:0.0:1715208587.065596:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715208587.065596:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947840, portal 25 00000100:00000200:0.0:1715208587.065599:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075947904, offset 0 00000400:00000010:2.0:1715208587.065603:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000400:00000200:0.0:1715208587.065610:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208587.065620:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075947840, offset 0 00000400:00000200:0.0:1715208587.065624:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208587.065630:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208587.065631:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208587.065635:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208587.065639:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208587.065641:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208587.065644:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [284:284:256:4294967295] 192.168.202.130@tcp LPNI seq info [284:284:8:4294967295] 00000400:00000200:0.0:1715208587.065656:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208587.065662:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208587.065666:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715208587.065667:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208587.065672:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208587.065673:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208587.065677:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208587.065681:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208587.065683:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208587.065685:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208587.065688:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208587.065690:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [285:285:255:4294967295] 192.168.202.130@tcp LPNI seq info [285:285:7:4294967295] 00000400:00000200:2.0:1715208587.065704:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208587.065712:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208587.065717:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715208587.065724:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208587.065733:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208587.065738:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208587.065780:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208587.065786:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715208587.065793:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208587.065801:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208587.065805:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715208587.065807:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715208587.065816:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075947904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208587.065978:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208587.065981:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715208587.065984:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208587.065988:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208587.065991:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715208587.065993:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715208587.065997:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075947840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208587.067855:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208587.067868:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04b40 00000400:00000200:0.0:1715208587.067885:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x9ad [1] + 224 00000400:00000200:0.0:1715208587.067898:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208587.067901:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208587.067909:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075947840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208587.067955:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208587.067971:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04b80 00000400:00000200:0.0:1715208587.067978:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x9a9 [1] + 224 00000400:00000200:0.0:1715208587.068003:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208587.068009:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715208587.068013:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715208587.068019:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715208587.068021:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:0.0:1715208587.068028:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075947904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208587.068028:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075947840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208587.068042:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075947840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208587.068090:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715208587.068097:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715208587.068102:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:1.0:1715208587.068157:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:1.0:1715208587.068165:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715208587.068167:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715208587.068175:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075947904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208587.068185:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075947904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208587.068210:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715208587.068214:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715208587.068218:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715208592.073182:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208592.073205:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715208592.073241:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208592.073243:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715208592.073288:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208592.073293:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 00000400:00000010:0.0:1715208592.073298:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715208592.073303:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948032, portal 4 00000400:00000010:0.0:1715208592.073308:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 02000000:00000010:3.0:1715208592.073308:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000100:00000200:0.0:1715208592.073310:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075948032, offset 0 00000400:00000010:3.0:1715208592.073315:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715208592.073317:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715208592.073326:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715208592.073327:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:3.0:1715208592.073329:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075947968, portal 25 00000400:00000200:0.0:1715208592.073331:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715208592.073332:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257770. 00000400:00000200:0.0:1715208592.073334:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:3.0:1715208592.073334:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075947968, offset 0 00000400:00000200:0.0:1715208592.073336:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208592.073338:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208592.073339:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208592.073340:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [286:286:256:4294967295] 192.168.202.130@tcp LPNI seq info [286:286:8:4294967295] 00000400:00000200:0.0:1715208592.073359:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208592.073363:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208592.073364:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208592.073366:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:3.0:1715208592.073367:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208592.073368:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208592.073370:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208592.073371:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208592.073377:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208592.073378:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715208592.073379:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [287:287:255:4294967295] 192.168.202.130@tcp LPNI seq info [287:287:7:4294967295] 00000800:00000200:0.0:1715208592.073381:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208592.073383:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208592.073386:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208592.073388:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba400. 00000800:00000200:3.0:1715208592.073391:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208592.073394:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208592.073396:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208592.073440:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208592.073443:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715208592.073448:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208592.073452:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208592.073454:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715208592.073455:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715208592.073461:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075948032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208592.073525:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208592.073527:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba400. 00000400:00000200:1.0:1715208592.073528:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208592.073530:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208592.073536:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257770 00000400:00000010:1.0:1715208592.073537:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257770. 00000100:00000200:1.0:1715208592.073540:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075947968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208592.075009:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208592.075016:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04c00 00000400:00000200:0.0:1715208592.075021:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x9b9 [1] + 224 00000400:00000200:0.0:1715208592.075027:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208592.075029:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208592.075033:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075948032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208592.075054:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208592.075057:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04bc0 00000400:00000200:0.0:1715208592.075059:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x9c1 [1] + 224 00000400:00000200:0.0:1715208592.075070:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208592.075072:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208592.075074:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075947968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208592.075145:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 00000400:00000200:2.0:1715208592.075150:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715208592.075151:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000400:00000010:3.0:1715208592.075155:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715208592.075156:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075948032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715208592.075160:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208592.075161:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:2.0:1715208592.075162:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075948032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208592.075165:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075947968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208592.075170:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075947968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208592.075181:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:3.0:1715208592.075181:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:2.0:1715208592.075184:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 02000000:00000010:3.0:1715208592.075185:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715208592.075187:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:3.0:1715208592.075187:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715208597.081264:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208597.081290:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208597.081340:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208597.081344:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715208597.081401:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:3.0:1715208597.081402:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:0.0:1715208597.081408:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 00000400:00000010:3.0:1715208597.081408:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715208597.081413:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:3.0:1715208597.081413:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208597.081420:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948096, portal 25 00000400:00000010:3.0:1715208597.081424:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02577f8. 00000100:00000200:3.0:1715208597.081426:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075948096, offset 0 00000100:00000200:0.0:1715208597.081430:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948160, portal 4 00000400:00000010:0.0:1715208597.081435:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000200:3.0:1715208597.081435:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208597.081438:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075948160, offset 0 00000400:00000200:0.0:1715208597.081443:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208597.081448:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208597.081452:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208597.081456:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208597.081458:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208597.081461:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208597.081477:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [288:288:256:4294967295] 192.168.202.130@tcp LPNI seq info [288:288:8:4294967295] 00000400:00000200:3.0:1715208597.081486:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208597.081491:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208597.081492:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208597.081495:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715208597.081496:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba300. 00000400:00000200:0.0:1715208597.081498:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208597.081500:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715208597.081501:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208597.081502:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208597.081504:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [289:289:255:4294967295] 192.168.202.130@tcp LPNI seq info [289:289:7:4294967295] 00000800:00000200:3.0:1715208597.081510:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208597.081512:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208597.081514:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208597.081516:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208597.081518:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715208597.081522:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208597.081526:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208597.081528:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208597.081578:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208597.081581:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba300. 00000400:00000200:1.0:1715208597.081587:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208597.081590:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208597.081593:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02577f8 00000400:00000010:1.0:1715208597.081594:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02577f8. 00000100:00000200:1.0:1715208597.081599:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075948096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208597.081662:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208597.081663:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715208597.081665:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208597.081667:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208597.081668:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715208597.081669:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715208597.081671:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075948160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208597.083087:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208597.083097:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04c40 00000400:00000200:0.0:1715208597.083103:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x9c9 [1] + 224 00000400:00000200:0.0:1715208597.083111:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208597.083114:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208597.083136:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075948096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208597.083160:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208597.083164:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04c80 00000400:00000200:0.0:1715208597.083167:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x9d1 [1] + 224 00000400:00000200:0.0:1715208597.083181:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1715208597.083183:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715208597.083184:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715208597.083188:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208597.083189:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208597.083194:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075948096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208597.083198:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075948160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208597.083203:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075948096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208597.083223:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208597.083229:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715208597.083232:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:1.0:1715208597.083269:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:1.0:1715208597.083274:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715208597.083275:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715208597.083279:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075948160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208597.083284:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075948160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208597.083297:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715208597.083299:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715208597.083301:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:2.0:1715208602.089314:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715208602.089336:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715208602.089376:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715208602.089378:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 02000000:00000010:0.0:1715208602.089408:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208602.089410:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715208602.089415:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:2.0:1715208602.089415:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:0.0:1715208602.089420:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:2.0:1715208602.089420:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:0.0:1715208602.089426:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948224, portal 25 00000100:00000200:2.0:1715208602.089428:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948288, portal 4 00000400:00000010:0.0:1715208602.089429:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715208602.089430:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075948224, offset 0 00000400:00000010:2.0:1715208602.089432:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000400:00000200:0.0:1715208602.089437:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208602.089440:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075948288, offset 0 00000400:00000200:2.0:1715208602.089444:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208602.089448:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208602.089452:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208602.089455:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208602.089457:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208602.089458:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208602.089460:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [290:290:256:4294967295] 192.168.202.130@tcp LPNI seq info [290:290:8:4294967295] 00000400:00000200:0.0:1715208602.089466:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208602.089470:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208602.089471:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208602.089473:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715208602.089473:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208602.089475:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208602.089476:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208602.089477:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208602.089478:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208602.089479:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [291:291:255:4294967295] 192.168.202.130@tcp LPNI seq info [291:291:7:4294967295] 00000800:00000200:0.0:1715208602.089484:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208602.089487:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208602.089498:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208602.089501:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208602.089503:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715208602.089506:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208602.089509:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208602.089511:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208602.089548:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208602.089556:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715208602.089562:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208602.089566:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208602.089569:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715208602.089571:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715208602.089577:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526075948224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208602.089644:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208602.089645:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715208602.089647:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208602.089649:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208602.089650:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:1.0:1715208602.089651:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:1.0:1715208602.089654:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526075948288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208602.090758:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208602.090767:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04cc0 00000400:00000200:0.0:1715208602.090773:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x9d9 [1] + 224 00000400:00000200:0.0:1715208602.090781:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208602.090785:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208602.090790:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526075948224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208602.090815:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208602.090824:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04d00 00000400:00000200:0.0:1715208602.090826:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x9dd [1] + 224 00000400:00000200:0.0:1715208602.090839:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208602.090841:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208602.090843:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526075948288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208602.090861:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:2.0:1715208602.090866:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715208602.090867:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715208602.090871:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526075948224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208602.090876:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526075948224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208602.090893:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208602.090897:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715208602.090900:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000400:00000010:3.0:1715208602.090910:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:3.0:1715208602.090915:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715208602.090916:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:3.0:1715208602.090920:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526075948288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208602.090926:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526075948288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208602.090940:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715208602.090943:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:3.0:1715208602.090944:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000100:00000010:2.0:1715208607.097311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715208607.097337:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715208607.097396:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4a80. 02000000:00000010:2.0:1715208607.097401:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c300. 02000000:00000010:2.0:1715208607.097463:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715208607.097464:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:2.0:1715208607.097468:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000010:3.0:1715208607.097469:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715208607.097473:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715208607.097478:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948416, portal 4 00000400:00000010:2.0:1715208607.097484:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000400:00000010:3.0:1715208607.097484:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:2.0:1715208607.097485:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075948416, offset 0 00000100:00000200:3.0:1715208607.097486:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948352, portal 25 00000400:00000010:3.0:1715208607.097488:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257110. 00000400:00000200:2.0:1715208607.097492:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715208607.097495:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075948352, offset 0 00000400:00000200:3.0:1715208607.097499:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208607.097502:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208607.097506:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208607.097509:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208607.097516:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208607.097518:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208607.097520:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [292:292:256:4294967295] 192.168.202.130@tcp LPNI seq info [292:292:8:4294967295] 00000400:00000200:2.0:1715208607.097526:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208607.097530:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208607.097531:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208607.097532:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000400:00000200:3.0:1715208607.097533:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208607.097534:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208607.097554:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208607.097554:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208607.097556:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208607.097559:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [293:293:255:4294967295] 192.168.202.130@tcp LPNI seq info [293:293:7:4294967295] 00000800:00000200:2.0:1715208607.097564:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208607.097569:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208607.097569:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208607.097574:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208607.097577:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba000. 00000800:00000200:3.0:1715208607.097582:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208607.097588:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208607.097592:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208607.097677:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208607.097680:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715208607.097684:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208607.097688:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208607.097691:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:0.0:1715208607.097692:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:0.0:1715208607.097697:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4a80 x1798526075948416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208607.097754:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208607.097756:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba000. 00000400:00000200:0.0:1715208607.097757:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208607.097759:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208607.097760:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257110 00000400:00000010:0.0:1715208607.097761:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257110. 00000100:00000200:0.0:1715208607.097763:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526075948352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208607.099190:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208607.099207:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04d80 00000400:00000200:0.0:1715208607.099217:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x9e9 [1] + 224 00000400:00000200:0.0:1715208607.099232:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208607.099238:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208607.099248:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4a80 x1798526075948416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208607.099315:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208607.099322:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04d40 00000400:00000200:0.0:1715208607.099326:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x9f1 [1] + 224 00000400:00000200:0.0:1715208607.099342:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208607.099346:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208607.099351:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526075948352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208607.099372:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:2.0:1715208607.099381:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:2.0:1715208607.099384:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715208607.099394:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4a80 x1798526075948416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208607.099411:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4a80 x1798526075948416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208607.099449:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715208607.099458:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c300. 00000100:00000010:2.0:1715208607.099463:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4a80. 00000400:00000010:3.0:1715208607.099466:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208607.099475:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208607.099478:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208607.099485:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526075948352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208607.099496:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526075948352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208607.099513:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208607.099519:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:3.0:1715208607.099522:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000100:00000010:2.0:1715208612.105276:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4a80. 02000000:00000010:2.0:1715208612.105298:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c300. 00000100:00000010:2.0:1715208612.105336:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 02000000:00000010:2.0:1715208612.105338:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cd00. 02000000:00000010:2.0:1715208612.105392:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:2.0:1715208612.105397:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 02000000:00000010:1.0:1715208612.105401:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:2.0:1715208612.105402:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000400:00000010:1.0:1715208612.105406:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715208612.105408:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948544, portal 4 00000400:00000010:1.0:1715208612.105410:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208612.105412:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948480, portal 25 00000400:00000010:2.0:1715208612.105413:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000400:00000010:1.0:1715208612.105414:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dacc0. 00000100:00000200:2.0:1715208612.105415:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075948544, offset 0 00000100:00000200:1.0:1715208612.105416:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075948480, offset 0 00000400:00000200:2.0:1715208612.105422:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208612.105441:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208612.105446:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208612.105450:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208612.105453:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208612.105455:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208612.105457:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208612.105459:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [294:294:256:4294967295] 192.168.202.130@tcp LPNI seq info [294:294:8:4294967295] 00000400:00000200:2.0:1715208612.105465:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208612.105469:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208612.105470:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208612.105471:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715208612.105472:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208612.105474:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208612.105475:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208612.105476:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208612.105478:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208612.105479:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [295:295:255:4294967295] 192.168.202.130@tcp LPNI seq info [295:295:7:4294967295] 00000800:00000200:2.0:1715208612.105483:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715208612.105485:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208612.105487:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715208612.105487:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715208612.105489:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715208612.105497:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208612.105501:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208612.105502:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208612.105548:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208612.105551:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:0.0:1715208612.105557:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208612.105561:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208612.105564:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:0.0:1715208612.105565:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:0.0:1715208612.105570:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526075948544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208612.105657:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208612.105659:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:0.0:1715208612.105661:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208612.105663:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208612.105664:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dacc0 00000400:00000010:0.0:1715208612.105665:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dacc0. 00000100:00000200:0.0:1715208612.105668:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4a80 x1798526075948480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208612.107249:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208612.107257:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04e00 00000400:00000200:0.0:1715208612.107262:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x9f9 [1] + 224 00000400:00000200:0.0:1715208612.107268:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208612.107270:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208612.107280:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526075948544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208612.107303:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208612.107306:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04dc0 00000400:00000200:0.0:1715208612.107308:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x9fd [1] + 224 00000400:00000200:0.0:1715208612.107318:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208612.107320:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208612.107323:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4a80 x1798526075948480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208612.107350:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:2.0:1715208612.107354:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:2.0:1715208612.107355:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715208612.107359:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526075948544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208612.107362:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715208612.107365:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526075948544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715208612.107366:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208612.107368:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208612.107372:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4a80 x1798526075948480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208612.107377:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4a80 x1798526075948480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208612.107385:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:1.0:1715208612.107386:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:2.0:1715208612.107389:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cd00. 02000000:00000010:1.0:1715208612.107390:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c300. 00000100:00000010:1.0:1715208612.107391:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4a80. 00000100:00000010:2.0:1715208612.107391:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000100:00000010:2.0:1715208617.113182:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 02000000:00000010:2.0:1715208617.113203:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cd00. 00000100:00000010:2.0:1715208617.113238:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715208617.113240:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 02000000:00000010:0.0:1715208617.113272:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208617.113278:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715208617.113280:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000010:2.0:1715208617.113281:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000010:0.0:1715208617.113285:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000010:2.0:1715208617.113285:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715208617.113291:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948672, portal 4 00000100:00000200:0.0:1715208617.113293:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948608, portal 25 00000400:00000010:0.0:1715208617.113296:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715208617.113298:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075948608, offset 0 00000400:00000200:0.0:1715208617.113305:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208617.113310:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715208617.113311:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075948672, offset 0 00000400:00000200:0.0:1715208617.113315:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208617.113315:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208617.113319:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208617.113322:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208617.113324:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208617.113325:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208617.113327:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [296:296:256:4294967295] 192.168.202.130@tcp LPNI seq info [296:296:8:4294967295] 00000400:00000200:0.0:1715208617.113333:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208617.113337:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208617.113338:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208617.113339:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208617.113340:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208617.113342:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208617.113343:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208617.113344:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208617.113344:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208617.113346:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [297:297:255:4294967295] 192.168.202.130@tcp LPNI seq info [297:297:7:4294967295] 00000800:00000200:0.0:1715208617.113350:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208617.113351:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208617.113353:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715208617.113354:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715208617.113355:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715208617.113357:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208617.113360:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208617.113362:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208617.113413:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208617.113417:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715208617.113420:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208617.113424:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208617.113426:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715208617.113428:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715208617.113433:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526075948608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208617.113492:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208617.113493:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715208617.113495:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208617.113497:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208617.113498:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:1.0:1715208617.113499:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:1.0:1715208617.113501:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5c00 x1798526075948672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208617.114786:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208617.114797:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04e40 00000400:00000200:0.0:1715208617.114803:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa0d [1] + 224 00000400:00000200:0.0:1715208617.114812:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208617.114815:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208617.114819:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526075948608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208617.114847:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208617.114852:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04e80 00000400:00000200:0.0:1715208617.114855:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa09 [1] + 224 00000400:00000200:0.0:1715208617.114869:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208617.114872:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208617.114876:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5c00 x1798526075948672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208617.114894:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:2.0:1715208617.114898:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715208617.114899:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715208617.114903:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526075948608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208617.114908:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526075948608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208617.114925:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208617.114928:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cd00. 00000100:00000010:2.0:1715208617.114931:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000400:00000010:3.0:1715208617.114955:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:3.0:1715208617.114960:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:3.0:1715208617.114961:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:3.0:1715208617.114965:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5c00 x1798526075948672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208617.114976:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5c00 x1798526075948672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208617.114990:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715208617.114993:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:3.0:1715208617.114994:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5c00. 00000100:00000010:2.0:1715208622.121324:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 02000000:00000010:2.0:1715208622.121358:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715208622.121437:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5f80. 02000000:00000010:2.0:1715208622.121444:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c600. 02000000:00000010:2.0:1715208622.121552:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715208622.121553:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:3.0:1715208622.121564:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715208622.121572:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715208622.121578:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000100:00000200:3.0:1715208622.121580:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948736, portal 25 00000400:00000010:2.0:1715208622.121584:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000010:3.0:1715208622.121585:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257f68. 00000100:00000200:3.0:1715208622.121587:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075948736, offset 0 00000100:00000200:2.0:1715208622.121590:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948800, portal 4 00000400:00000010:2.0:1715208622.121598:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000400:00000200:3.0:1715208622.121598:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208622.121602:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075948800, offset 0 00000400:00000200:2.0:1715208622.121612:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208622.121612:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208622.121617:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208622.121622:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208622.121625:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208622.121627:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208622.121630:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [298:298:256:4294967295] 192.168.202.130@tcp LPNI seq info [298:298:8:4294967295] 00000400:00000200:3.0:1715208622.121641:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208622.121647:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208622.121651:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715208622.121651:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba500. 00000400:00000200:2.0:1715208622.121656:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715208622.121657:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208622.121660:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208622.121664:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208622.121667:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:3.0:1715208622.121668:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208622.121672:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [299:299:255:4294967295] 192.168.202.130@tcp LPNI seq info [299:299:7:4294967295] 00000800:00000200:3.0:1715208622.121673:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208622.121684:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208622.121691:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208622.121695:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715208622.121702:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208622.121710:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208622.121714:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208622.121771:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208622.121776:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba500. 00000400:00000200:0.0:1715208622.121783:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208622.121790:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208622.121794:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257f68 00000400:00000010:0.0:1715208622.121795:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257f68. 00000100:00000200:0.0:1715208622.121804:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526075948736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208622.121890:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208622.121892:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715208622.121895:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208622.121898:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208622.121901:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:0.0:1715208622.121902:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:0.0:1715208622.121905:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5f80 x1798526075948800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208622.123720:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208622.123737:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04ec0 00000400:00000200:0.0:1715208622.123747:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa19 [1] + 224 00000400:00000200:0.0:1715208622.123776:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208622.123780:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208622.123787:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526075948736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208622.123824:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208622.123830:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04f00 00000400:00000200:0.0:1715208622.123835:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa21 [1] + 224 00000400:00000010:3.0:1715208622.123841:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208622.123848:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000200:0.0:1715208622.123850:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1715208622.123850:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715208622.123854:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:3.0:1715208622.123856:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526075948736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208622.123859:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5f80 x1798526075948800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208622.123882:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526075948736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208622.123904:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208622.123910:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:3.0:1715208622.123914:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000400:00000010:2.0:1715208622.123922:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715208622.123926:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:2.0:1715208622.123928:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715208622.123933:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5f80 x1798526075948800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208622.123944:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5f80 x1798526075948800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208622.123962:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715208622.123965:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c600. 00000100:00000010:2.0:1715208622.123968:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5f80. 00000100:00000010:2.0:1715208627.129236:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5f80. 02000000:00000010:2.0:1715208627.129267:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c600. 00000100:00000010:2.0:1715208627.129344:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715208627.129354:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 02000000:00000010:2.0:1715208627.129433:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 02000000:00000010:1.0:1715208627.129434:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:1.0:1715208627.129442:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:2.0:1715208627.129442:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000400:00000010:2.0:1715208627.129451:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000010:1.0:1715208627.129457:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208627.129461:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948864, portal 25 00000100:00000200:2.0:1715208627.129461:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948928, portal 4 00000400:00000010:1.0:1715208627.129467:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da3b8. 00000400:00000010:2.0:1715208627.129469:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:1.0:1715208627.129471:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075948864, offset 0 00000100:00000200:2.0:1715208627.129471:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075948928, offset 0 00000400:00000200:2.0:1715208627.129510:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208627.129523:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208627.129527:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208627.129534:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208627.129541:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208627.129545:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208627.129549:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208627.129554:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [300:300:256:4294967295] 192.168.202.130@tcp LPNI seq info [300:300:8:4294967295] 00000400:00000200:2.0:1715208627.129569:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:1.0:1715208627.129578:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715208627.129578:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208627.129582:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715208627.129584:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715208627.129585:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208627.129588:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208627.129591:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208627.129593:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208627.129596:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [301:301:255:4294967295] 192.168.202.130@tcp LPNI seq info [301:301:7:4294967295] 00000800:00000200:2.0:1715208627.129605:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715208627.129607:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208627.129611:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208627.129613:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208627.129617:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715208627.129622:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208627.129628:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208627.129632:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208627.129708:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208627.129714:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715208627.129720:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208627.129727:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208627.129732:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:0.0:1715208627.129734:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:0.0:1715208627.129743:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526075948928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208627.129826:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208627.129829:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715208627.129833:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208627.129836:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208627.129839:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da3b8 00000400:00000010:0.0:1715208627.129840:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da3b8. 00000100:00000200:0.0:1715208627.129855:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5f80 x1798526075948864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208627.131706:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208627.131719:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe04f80 00000400:00000200:0.0:1715208627.131728:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa29 [1] + 224 00000400:00000200:0.0:1715208627.131739:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208627.131742:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208627.131750:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526075948928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208627.131787:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208627.131792:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04f40 00000400:00000200:0.0:1715208627.131796:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa2d [1] + 224 00000400:00000200:0.0:1715208627.131813:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208627.131817:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208627.131822:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5f80 x1798526075948864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208627.131875:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715208627.131884:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:2.0:1715208627.131887:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000400:00000010:1.0:1715208627.131892:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715208627.131896:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526075948928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715208627.131897:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208627.131899:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208627.131906:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5f80 x1798526075948864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208627.131912:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526075948928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208627.131919:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5f80 x1798526075948864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208627.131942:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:2.0:1715208627.131942:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:1.0:1715208627.131949:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c600. 02000000:00000010:2.0:1715208627.131949:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:1.0:1715208627.131955:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5f80. 00000100:00000010:2.0:1715208627.131964:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000100:00000010:0.0:1715208632.137401:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208632.137431:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715208632.137526:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208632.137531:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715208632.137584:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208632.137584:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715208632.137592:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 00000400:00000010:2.0:1715208632.137594:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000400:00000010:0.0:1715208632.137598:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000010:2.0:1715208632.137599:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:0.0:1715208632.137606:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949056, portal 4 00000100:00000200:2.0:1715208632.137613:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075948992, portal 25 00000400:00000010:0.0:1715208632.137614:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715208632.137617:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075949056, offset 0 00000400:00000010:2.0:1715208632.137618:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715208632.137620:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075948992, offset 0 00000400:00000200:0.0:1715208632.137627:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208632.137635:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208632.137642:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208632.137649:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208632.137672:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208632.137676:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208632.137679:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208632.137683:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [302:302:256:4294967295] 192.168.202.130@tcp LPNI seq info [302:302:8:4294967295] 00000400:00000200:0.0:1715208632.137694:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208632.137701:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208632.137703:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208632.137705:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715208632.137707:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208632.137710:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208632.137711:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208632.137713:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208632.137716:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208632.137719:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [303:303:255:4294967295] 192.168.202.130@tcp LPNI seq info [303:303:7:4294967295] 00000800:00000200:0.0:1715208632.137721:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208632.137726:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208632.137728:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208632.137733:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208632.137736:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715208632.137741:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208632.137748:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208632.137751:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208632.137817:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208632.137823:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715208632.137832:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208632.137839:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208632.137853:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715208632.137855:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715208632.137864:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075949056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208632.137961:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208632.137963:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715208632.137966:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208632.137970:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208632.137972:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:1.0:1715208632.137974:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:1.0:1715208632.137978:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075948992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208632.139724:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208632.139738:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05000 00000400:00000200:0.0:1715208632.139746:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa39 [1] + 224 00000400:00000200:0.0:1715208632.139757:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208632.139761:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208632.139768:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075949056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208632.139804:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208632.139810:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe04fc0 00000400:00000200:0.0:1715208632.139814:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa3d [1] + 224 00000400:00000200:0.0:1715208632.139831:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208632.139835:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208632.139840:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075948992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208632.139890:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000400:00000200:2.0:1715208632.139898:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715208632.139900:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715208632.139907:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075949056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208632.139918:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075949056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208632.139949:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208632.139955:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000400:00000010:3.0:1715208632.139957:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000100:00000010:2.0:1715208632.139959:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000200:3.0:1715208632.139965:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:3.0:1715208632.139968:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:3.0:1715208632.139976:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075948992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208632.139986:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075948992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208632.140004:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715208632.140009:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715208632.140012:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715208637.145293:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208637.145322:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715208637.145375:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208637.145378:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:2.0:1715208637.145502:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715208637.145514:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd58f0. 02000000:00000010:0.0:1715208637.145517:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:2.0:1715208637.145522:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000400:00000010:0.0:1715208637.145523:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000100:00000200:2.0:1715208637.145531:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949120, portal 25 00000400:00000010:0.0:1715208637.145536:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000010:2.0:1715208637.145536:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715208637.145538:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075949120, offset 0 00000100:00000200:0.0:1715208637.145541:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949184, portal 4 00000400:00000010:0.0:1715208637.145548:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000200:2.0:1715208637.145551:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208637.145557:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075949184, offset 0 00000400:00000200:0.0:1715208637.145565:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208637.145566:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208637.145572:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208637.145576:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208637.145580:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208637.145582:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208637.145586:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [304:304:256:4294967295] 192.168.202.130@tcp LPNI seq info [304:304:8:4294967295] 00000400:00000200:2.0:1715208637.145597:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208637.145603:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208637.145605:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208637.145607:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715208637.145609:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208637.145613:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208637.145614:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208637.145616:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208637.145619:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208637.145622:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [305:305:255:4294967295] 192.168.202.130@tcp LPNI seq info [305:305:7:4294967295] 00000800:00000200:2.0:1715208637.145625:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208637.145630:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208637.145631:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208637.145636:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208637.145639:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000800:00000200:0.0:1715208637.145644:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208637.145651:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208637.145654:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208637.145729:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208637.145735:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715208637.145743:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208637.145750:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208637.145755:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:1.0:1715208637.145757:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:1.0:1715208637.145766:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075949120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208637.145861:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208637.145863:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715208637.145866:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208637.145869:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208637.145872:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:1.0:1715208637.145873:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715208637.145878:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075949184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208637.147775:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208637.147788:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05040 00000400:00000200:0.0:1715208637.147796:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa49 [1] + 224 00000400:00000200:0.0:1715208637.147807:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208637.147810:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208637.147818:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075949120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208637.147854:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208637.147859:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05080 00000400:00000200:0.0:1715208637.147863:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa51 [1] + 224 00000400:00000200:0.0:1715208637.147890:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208637.147894:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208637.147899:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075949184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208637.147938:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd58f0. 00000400:00000200:2.0:1715208637.147945:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:2.0:1715208637.147947:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715208637.147955:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075949120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208637.147967:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075949120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208637.147992:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715208637.147998:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208637.148003:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:1.0:1715208637.148024:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:1.0:1715208637.148032:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715208637.148034:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715208637.148042:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075949184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208637.148063:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075949184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208637.148088:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715208637.148092:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715208637.148095:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715208642.153337:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208642.153411:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208642.153473:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208642.153477:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715208642.153545:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208642.153553:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 00000400:00000010:0.0:1715208642.153560:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715208642.153567:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949312, portal 4 00000400:00000010:0.0:1715208642.153576:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715208642.153579:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075949312, offset 0 02000000:00000010:1.0:1715208642.153586:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000200:0.0:1715208642.153590:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715208642.153595:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208642.153601:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715208642.153605:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715208642.153606:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949248, portal 25 00000400:00000010:1.0:1715208642.153610:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da908. 00000400:00000200:0.0:1715208642.153611:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715208642.153612:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075949248, offset 0 00000400:00000200:0.0:1715208642.153615:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208642.153619:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208642.153619:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208642.153622:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208642.153626:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [306:306:256:4294967295] 192.168.202.130@tcp LPNI seq info [306:306:8:4294967295] 00000400:00000200:0.0:1715208642.153637:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208642.153644:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208642.153646:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208642.153648:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715208642.153651:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208642.153654:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208642.153654:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208642.153657:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208642.153659:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208642.153662:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [307:307:255:4294967295] 192.168.202.130@tcp LPNI seq info [307:307:7:4294967295] 00000800:00000200:0.0:1715208642.153666:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208642.153672:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208642.153672:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208642.153677:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208642.153681:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715208642.153686:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208642.153692:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208642.153695:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208642.153762:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208642.153786:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715208642.153794:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208642.153801:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208642.153806:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715208642.153808:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715208642.153817:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075949312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208642.153912:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208642.153915:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715208642.153918:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208642.153922:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208642.153925:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da908 00000400:00000010:2.0:1715208642.153927:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da908. 00000100:00000200:2.0:1715208642.153930:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075949248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208642.155851:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208642.155864:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05100 00000400:00000200:0.0:1715208642.155879:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa59 [1] + 224 00000400:00000200:0.0:1715208642.155891:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208642.155895:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208642.155911:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075949312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208642.155950:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208642.155955:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe050c0 00000400:00000200:0.0:1715208642.155959:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa61 [1] + 224 00000400:00000200:0.0:1715208642.155986:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208642.155990:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208642.155995:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075949248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208642.156035:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:2.0:1715208642.156043:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715208642.156045:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715208642.156053:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075949312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208642.156065:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075949312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208642.156105:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208642.156111:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000400:00000010:1.0:1715208642.156156:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208642.156163:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208642.156165:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208642.156173:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075949248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208642.156175:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000200:1.0:1715208642.156201:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075949248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208642.156219:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715208642.156225:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715208642.156228:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715208647.161390:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208647.161420:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715208647.161477:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208647.161481:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715208647.161560:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208647.161568:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 02000000:00000010:3.0:1715208647.161572:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:0.0:1715208647.161574:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000400:00000010:3.0:1715208647.161579:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715208647.161580:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949440, portal 4 00000400:00000010:3.0:1715208647.161584:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:0.0:1715208647.161587:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:3.0:1715208647.161587:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949376, portal 25 00000100:00000200:0.0:1715208647.161589:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075949440, offset 0 00000400:00000010:3.0:1715208647.161590:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257e58. 00000100:00000200:3.0:1715208647.161592:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075949376, offset 0 00000400:00000200:0.0:1715208647.161599:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208647.161605:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208647.161610:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208647.161615:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208647.161619:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208647.161622:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208647.161624:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208647.161627:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [308:308:256:4294967295] 192.168.202.130@tcp LPNI seq info [308:308:8:4294967295] 00000400:00000200:0.0:1715208647.161655:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208647.161660:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208647.161662:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208647.161663:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:3.0:1715208647.161665:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208647.161668:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208647.161668:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208647.161670:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208647.161672:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208647.161674:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [309:309:255:4294967295] 192.168.202.130@tcp LPNI seq info [309:309:7:4294967295] 00000800:00000200:0.0:1715208647.161677:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208647.161681:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208647.161681:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208647.161694:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208647.161697:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaf00. 00000800:00000200:3.0:1715208647.161700:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208647.161705:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208647.161707:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208647.161758:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208647.161762:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208647.161769:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208647.161775:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208647.161778:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715208647.161779:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715208647.161787:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075949440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208647.161867:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208647.161869:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaf00. 00000400:00000200:1.0:1715208647.161871:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208647.161873:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208647.161875:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257e58 00000400:00000010:1.0:1715208647.161876:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257e58. 00000100:00000200:1.0:1715208647.161879:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075949376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208647.163771:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208647.163783:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05180 00000400:00000200:0.0:1715208647.163791:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa69 [1] + 224 00000400:00000200:0.0:1715208647.163802:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208647.163806:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208647.163813:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075949440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208647.163850:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208647.163855:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05140 00000400:00000200:0.0:1715208647.163859:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa6d [1] + 224 00000400:00000200:0.0:1715208647.163876:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208647.163880:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208647.163885:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075949376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208647.163907:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:2.0:1715208647.163915:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715208647.163917:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715208647.163926:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075949440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208647.163937:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075949440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208647.163991:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208647.163995:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715208647.163998:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:3.0:1715208647.164016:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208647.164024:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208647.164026:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208647.164034:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075949376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208647.164045:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075949376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208647.164062:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208647.164068:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715208647.164071:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715208652.169304:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208652.169336:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715208652.169390:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208652.169395:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715208652.169470:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208652.169478:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000400:00000010:0.0:1715208652.169485:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 02000000:00000010:1.0:1715208652.169502:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000100:00000200:0.0:1715208652.169512:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949568, portal 4 00000400:00000010:1.0:1715208652.169512:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208652.169517:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715208652.169521:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715208652.169522:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949504, portal 25 00000100:00000200:0.0:1715208652.169523:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075949568, offset 0 00000400:00000010:1.0:1715208652.169526:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daee0. 00000400:00000200:0.0:1715208652.169535:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208652.169540:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075949504, offset 0 00000400:00000200:1.0:1715208652.169547:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208652.169549:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208652.169555:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208652.169559:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208652.169563:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208652.169566:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208652.169569:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [310:310:256:4294967295] 192.168.202.130@tcp LPNI seq info [310:310:8:4294967295] 00000400:00000200:0.0:1715208652.169581:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208652.169587:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208652.169590:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208652.169591:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715208652.169594:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208652.169597:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208652.169607:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208652.169608:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715208652.169610:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208652.169613:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208652.169614:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208652.169616:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [311:311:255:4294967295] 192.168.202.130@tcp LPNI seq info [311:311:7:4294967295] 00000400:00000200:1.0:1715208652.169625:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208652.169630:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208652.169634:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715208652.169639:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208652.169645:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208652.169649:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208652.169773:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208652.169779:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715208652.169787:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208652.169795:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208652.169799:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715208652.169801:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715208652.169810:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075949568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208652.169905:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208652.169908:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715208652.169912:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208652.169915:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208652.169918:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daee0 00000400:00000010:2.0:1715208652.169919:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daee0. 00000100:00000200:2.0:1715208652.169923:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075949504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208652.171866:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208652.171883:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05200 00000400:00000200:0.0:1715208652.171894:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa79 [1] + 224 00000400:00000200:0.0:1715208652.171910:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208652.171916:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208652.171926:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075949568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208652.171982:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208652.171989:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe051c0 00000400:00000200:0.0:1715208652.171994:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa7d [1] + 224 00000400:00000200:0.0:1715208652.172013:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208652.172017:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208652.172029:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075949504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208652.172063:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:2.0:1715208652.172070:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715208652.172072:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715208652.172080:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075949568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208652.172092:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075949568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208652.172165:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208652.172173:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208652.172175:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208652.172183:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075949504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208652.172185:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208652.172191:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000200:1.0:1715208652.172193:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075949504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208652.172195:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 02000000:00000010:1.0:1715208652.172211:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715208652.172217:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715208652.172220:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715208657.177416:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208657.177450:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715208657.177526:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208657.177534:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:2.0:1715208657.177592:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715208657.177620:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd58f0. 00000400:00000010:2.0:1715208657.177627:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 02000000:00000010:0.0:1715208657.177628:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208657.177635:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 00000100:00000200:2.0:1715208657.177636:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949696, portal 4 00000400:00000010:0.0:1715208657.177642:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000010:2.0:1715208657.177645:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715208657.177648:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949632, portal 25 00000100:00000200:2.0:1715208657.177648:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075949696, offset 0 00000400:00000010:0.0:1715208657.177654:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000400:00000200:2.0:1715208657.177659:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208657.177671:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075949632, offset 0 00000400:00000200:2.0:1715208657.177673:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208657.177678:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208657.177682:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208657.177683:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208657.177687:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208657.177691:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208657.177694:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [312:312:256:4294967295] 192.168.202.130@tcp LPNI seq info [312:312:8:4294967295] 00000400:00000200:2.0:1715208657.177706:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208657.177712:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208657.177717:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715208657.177719:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715208657.177723:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208657.177725:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208657.177729:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208657.177734:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715208657.177734:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208657.177738:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208657.177739:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208657.177743:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [313:313:255:4294967295] 192.168.202.130@tcp LPNI seq info [313:313:7:4294967295] 00000400:00000200:0.0:1715208657.177757:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208657.177765:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208657.177770:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:0.0:1715208657.177777:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208657.177785:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208657.177790:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208657.177855:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208657.177863:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715208657.177873:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208657.177882:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208657.177888:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:1.0:1715208657.177892:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:1.0:1715208657.177903:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075949696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208657.178018:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208657.178022:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715208657.178036:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208657.178043:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208657.178047:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715208657.178050:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715208657.178057:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075949632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208657.179944:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208657.179960:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05240 00000400:00000200:0.0:1715208657.179970:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa8d [1] + 224 00000400:00000200:0.0:1715208657.179985:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208657.180001:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208657.180011:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075949632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208657.180066:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208657.180074:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05280 00000400:00000200:0.0:1715208657.180082:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa89 [1] + 224 00000400:00000200:0.0:1715208657.180106:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208657.180113:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715208657.180153:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000400:00000200:2.0:1715208657.180161:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715208657.180163:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715208657.180171:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075949632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208657.180173:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075949696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208657.180182:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075949632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208657.180208:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208657.180214:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715208657.180238:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:3.0:1715208657.180302:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd58f0. 00000400:00000200:3.0:1715208657.180310:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:3.0:1715208657.180312:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:3.0:1715208657.180320:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075949696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208657.180331:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075949696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208657.180355:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715208657.180360:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715208657.180363:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715208662.185370:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208662.185400:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715208662.185456:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208662.185460:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715208662.185540:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208662.185547:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000010:0.0:1715208662.185554:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715208662.185562:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949824, portal 4 02000000:00000010:1.0:1715208662.185566:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:0.0:1715208662.185570:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715208662.185573:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075949824, offset 0 00000400:00000010:1.0:1715208662.185575:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715208662.185584:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715208662.185590:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208662.185595:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949760, portal 25 00000400:00000200:0.0:1715208662.185599:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715208662.185599:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000100:00000200:1.0:1715208662.185602:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075949760, offset 0 00000400:00000200:0.0:1715208662.185605:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208662.185609:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208662.185610:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208662.185614:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208662.185616:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208662.185620:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [314:314:256:4294967295] 192.168.202.130@tcp LPNI seq info [314:314:8:4294967295] 00000400:00000200:0.0:1715208662.185631:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208662.185637:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208662.185640:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208662.185644:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208662.185647:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208662.185650:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208662.185653:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208662.185656:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [315:315:255:4294967295] 192.168.202.130@tcp LPNI seq info [315:315:7:4294967295] 00000800:00000010:0.0:1715208662.185662:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208662.185665:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208662.185668:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208662.185670:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208662.185674:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715208662.185678:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208662.185680:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208662.185684:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208662.185685:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208662.185688:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208662.185789:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208662.185794:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208662.185801:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208662.185816:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208662.185821:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715208662.185823:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715208662.185832:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075949824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208662.185931:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208662.185933:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715208662.185937:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208662.185941:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208662.185944:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:2.0:1715208662.185945:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:2.0:1715208662.185949:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075949760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208662.187825:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208662.187844:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05300 00000400:00000200:0.0:1715208662.187855:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xa99 [1] + 224 00000400:00000200:0.0:1715208662.187871:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208662.187878:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208662.187887:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075949824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208662.187942:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208662.187949:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe052c0 00000400:00000200:0.0:1715208662.187954:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xaa1 [1] + 224 00000400:00000200:0.0:1715208662.187972:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208662.187977:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208662.187982:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075949760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208662.187996:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:2.0:1715208662.188003:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715208662.188005:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715208662.188014:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075949824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208662.188030:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075949824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208662.188067:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208662.188075:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715208662.188080:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:1.0:1715208662.188102:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208662.188110:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208662.188113:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208662.188192:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075949760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208662.188204:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075949760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208662.188234:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715208662.188240:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715208662.188243:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715208667.193326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208667.193367:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208667.193431:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208667.193437:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:2.0:1715208667.193496:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715208667.193507:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:2.0:1715208667.193510:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:3.0:1715208667.193518:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715208667.193519:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000400:00000010:3.0:1715208667.193524:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:2.0:1715208667.193528:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949888, portal 25 00000100:00000200:3.0:1715208667.193530:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075949952, portal 4 00000400:00000010:2.0:1715208667.193533:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715208667.193536:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075949888, offset 0 00000400:00000010:3.0:1715208667.193538:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257000. 00000400:00000200:2.0:1715208667.193550:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715208667.193560:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075949952, offset 0 00000400:00000200:2.0:1715208667.193568:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208667.193569:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208667.193583:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208667.193589:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208667.193594:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208667.193599:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208667.193604:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [316:316:256:4294967295] 192.168.202.130@tcp LPNI seq info [316:316:8:4294967295] 00000400:00000200:2.0:1715208667.193617:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208667.193624:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208667.193628:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208667.193629:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000400:00000200:3.0:1715208667.193633:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715208667.193636:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208667.193638:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208667.193642:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208667.193645:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208667.193650:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715208667.193650:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [317:317:255:4294967295] 192.168.202.130@tcp LPNI seq info [317:317:7:4294967295] 00000800:00000200:2.0:1715208667.193658:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208667.193664:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208667.193672:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208667.193677:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbac00. 00000800:00000200:3.0:1715208667.193683:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208667.193691:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208667.193695:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbac00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208667.193766:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208667.193771:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:0.0:1715208667.193777:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208667.193785:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208667.193789:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:0.0:1715208667.193791:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:0.0:1715208667.193803:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075949888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208667.193911:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208667.193915:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbac00. 00000400:00000200:0.0:1715208667.193919:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208667.193925:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208667.193928:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257000 00000400:00000010:0.0:1715208667.193930:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257000. 00000100:00000200:0.0:1715208667.193934:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075949952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208667.195821:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208667.195835:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05340 00000400:00000200:0.0:1715208667.195843:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xaa9 [1] + 224 00000400:00000200:0.0:1715208667.195854:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208667.195858:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208667.195865:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075949888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208667.195900:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208667.195905:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05380 00000400:00000200:0.0:1715208667.195909:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xaad [1] + 224 00000400:00000200:0.0:1715208667.195926:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208667.195929:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715208667.195933:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715208667.195939:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:2.0:1715208667.195940:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:0.0:1715208667.195945:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075949952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208667.195947:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075949888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208667.195958:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075949888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208667.195982:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715208667.195987:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715208667.195991:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:3.0:1715208667.196078:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208667.196087:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208667.196089:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208667.196097:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075949952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208667.196108:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075949952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208667.196368:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208667.196375:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715208667.196378:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715208672.201342:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208672.201373:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715208672.201427:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208672.201431:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715208672.201491:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208672.201498:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:0.0:1715208672.201524:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715208672.201533:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950080, portal 4 02000000:00000010:1.0:1715208672.201534:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:0.0:1715208672.201544:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000400:00000010:1.0:1715208672.201544:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715208672.201546:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075950080, offset 0 00000400:00000010:1.0:1715208672.201549:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715208672.201557:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208672.201564:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950016, portal 25 00000400:00000010:1.0:1715208672.201569:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daf68. 00000400:00000200:0.0:1715208672.201571:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715208672.201571:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075950016, offset 0 00000400:00000200:0.0:1715208672.201577:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208672.201579:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208672.201582:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208672.201586:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208672.201589:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208672.201592:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [318:318:256:4294967295] 192.168.202.130@tcp LPNI seq info [318:318:8:4294967295] 00000400:00000200:0.0:1715208672.201603:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208672.201609:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208672.201612:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208672.201613:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715208672.201616:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208672.201620:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208672.201620:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208672.201623:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208672.201625:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208672.201628:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [319:319:255:4294967295] 192.168.202.130@tcp LPNI seq info [319:319:7:4294967295] 00000800:00000200:0.0:1715208672.201630:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208672.201636:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208672.201638:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208672.201643:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208672.201646:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715208672.201651:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208672.201674:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208672.201678:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208672.201728:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208672.201735:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715208672.201742:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208672.201749:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208672.201754:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715208672.201756:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715208672.201765:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075950080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208672.201858:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208672.201870:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715208672.201874:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208672.201878:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208672.201881:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daf68 00000400:00000010:2.0:1715208672.201883:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daf68. 00000100:00000200:2.0:1715208672.201888:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075950016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208672.203919:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208672.203932:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05400 00000400:00000200:0.0:1715208672.203940:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xab9 [1] + 224 00000400:00000200:0.0:1715208672.203951:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208672.203954:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208672.203962:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075950080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208672.203999:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208672.204004:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe053c0 00000400:00000200:0.0:1715208672.204008:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xac1 [1] + 224 00000400:00000200:0.0:1715208672.204025:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208672.204036:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208672.204041:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075950016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208672.204061:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:2.0:1715208672.204069:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715208672.204071:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715208672.204081:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075950080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208672.204161:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208672.204169:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208672.204171:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208672.204179:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075950016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208672.204190:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075950016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208672.204230:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 00000100:00000200:2.0:1715208672.204231:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075950080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208672.204237:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715208672.204241:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 02000000:00000010:2.0:1715208672.204262:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208672.204268:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715208672.204272:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715208677.209258:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208677.209288:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715208677.209345:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208677.209349:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715208677.209417:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208677.209425:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 00000400:00000010:0.0:1715208677.209433:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715208677.209441:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950208, portal 4 00000400:00000010:0.0:1715208677.209449:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715208677.209453:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075950208, offset 0 02000000:00000010:3.0:1715208677.209460:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000200:0.0:1715208677.209464:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715208677.209472:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715208677.209479:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715208677.209480:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208677.209485:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1715208677.209485:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950144, portal 25 00000400:00000200:0.0:1715208677.209490:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:3.0:1715208677.209490:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257198. 00000400:00000200:0.0:1715208677.209494:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1715208677.209494:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075950144, offset 0 00000400:00000200:0.0:1715208677.209497:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208677.209500:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [320:320:256:4294967295] 192.168.202.130@tcp LPNI seq info [320:320:8:4294967295] 00000400:00000200:0.0:1715208677.209511:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208677.209517:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208677.209522:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:3.0:1715208677.209522:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715208677.209528:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208677.209531:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208677.209535:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208677.209539:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208677.209540:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715208677.209542:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208677.209544:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208677.209544:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208677.209547:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [321:321:255:4294967295] 192.168.202.130@tcp LPNI seq info [321:321:7:4294967295] 00000400:00000200:3.0:1715208677.209557:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208677.209562:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208677.209565:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba900. 00000800:00000200:3.0:1715208677.209570:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208677.209577:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208677.209580:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208677.209633:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208677.209639:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208677.209647:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208677.209654:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208677.209658:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715208677.209661:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715208677.209670:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075950208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208677.209762:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208677.209764:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba900. 00000400:00000200:1.0:1715208677.209767:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208677.209771:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208677.209774:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257198 00000400:00000010:1.0:1715208677.209776:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257198. 00000100:00000200:1.0:1715208677.209779:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075950144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208677.211656:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208677.211669:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05480 00000400:00000200:0.0:1715208677.211677:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xac9 [1] + 224 00000400:00000200:0.0:1715208677.211702:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208677.211706:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208677.211713:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075950208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208677.211754:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208677.211760:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05440 00000400:00000200:0.0:1715208677.211764:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xad1 [1] + 224 00000400:00000200:0.0:1715208677.211781:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208677.211784:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208677.211789:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075950144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208677.211856:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:2.0:1715208677.211864:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715208677.211866:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715208677.211874:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075950208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208677.211886:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075950208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208677.211887:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208677.211899:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208677.211901:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208677.211912:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075950144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208677.211918:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208677.211923:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715208677.211928:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000200:3.0:1715208677.211929:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075950144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208677.211954:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208677.211960:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715208677.211964:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715208682.217276:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208682.217299:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715208682.217336:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208682.217338:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:1.0:1715208682.217383:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 02000000:00000010:0.0:1715208682.217385:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208682.217390:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 00000400:00000010:1.0:1715208682.217390:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208682.217395:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000400:00000010:1.0:1715208682.217395:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208682.217400:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950272, portal 25 00000100:00000200:0.0:1715208682.217403:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950336, portal 4 00000400:00000010:1.0:1715208682.217406:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daf68. 00000400:00000010:0.0:1715208682.217407:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715208682.217408:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075950336, offset 0 00000100:00000200:1.0:1715208682.217408:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075950272, offset 0 00000400:00000200:1.0:1715208682.217416:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208682.217420:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208682.217426:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208682.217430:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208682.217433:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208682.217435:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208682.217437:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208682.217453:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [322:322:256:4294967295] 192.168.202.130@tcp LPNI seq info [322:322:8:4294967295] 00000400:00000200:1.0:1715208682.217459:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715208682.217464:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715208682.217464:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208682.217466:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715208682.217467:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715208682.217468:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208682.217469:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208682.217471:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715208682.217471:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208682.217472:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [323:323:255:4294967295] 192.168.202.130@tcp LPNI seq info [323:323:7:4294967295] 00000400:00000200:0.0:1715208682.217477:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208682.217479:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208682.217482:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208682.217486:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208682.217488:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715208682.217491:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208682.217494:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208682.217496:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208682.217547:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208682.217550:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715208682.217557:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208682.217560:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208682.217568:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daf68 00000400:00000010:2.0:1715208682.217570:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daf68. 00000100:00000200:2.0:1715208682.217574:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075950272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208682.217639:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208682.217640:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208682.217642:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208682.217644:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208682.217645:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715208682.217646:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715208682.217648:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075950336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208682.218838:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208682.218846:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe054c0 00000400:00000200:0.0:1715208682.218850:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xad9 [1] + 224 00000400:00000200:0.0:1715208682.218857:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208682.218859:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208682.218868:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075950272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208682.218886:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208682.218889:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05500 00000400:00000200:0.0:1715208682.218892:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xadd [1] + 224 00000400:00000200:0.0:1715208682.218902:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208682.218905:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208682.218907:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075950336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208682.218935:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208682.218939:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208682.218940:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208682.218944:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075950272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208682.218951:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075950272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208682.218967:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715208682.218972:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715208682.218975:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:2.0:1715208682.218976:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 00000400:00000200:2.0:1715208682.218982:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715208682.218983:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715208682.218988:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075950336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208682.218996:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075950336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208682.219043:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208682.219047:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208682.219049:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715208687.225270:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208687.225292:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715208687.225329:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208687.225331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715208687.225380:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208687.225386:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:0.0:1715208687.225390:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 02000000:00000010:2.0:1715208687.225393:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000100:00000200:0.0:1715208687.225395:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950464, portal 4 00000400:00000010:2.0:1715208687.225398:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:0.0:1715208687.225401:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000400:00000010:2.0:1715208687.225401:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715208687.225404:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950400, portal 25 00000400:00000010:2.0:1715208687.225406:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715208687.225408:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075950400, offset 0 00000400:00000200:2.0:1715208687.225415:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208687.225418:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075950464, offset 0 00000400:00000200:0.0:1715208687.225422:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208687.225425:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208687.225429:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208687.225437:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208687.225440:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208687.225441:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208687.225444:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [324:324:256:4294967295] 192.168.202.130@tcp LPNI seq info [324:324:8:4294967295] 00000400:00000200:2.0:1715208687.225450:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715208687.225454:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715208687.225454:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208687.225456:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715208687.225457:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715208687.225458:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208687.225459:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208687.225461:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208687.225462:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [325:325:255:4294967295] 192.168.202.130@tcp LPNI seq info [325:325:7:4294967295] 00000800:00000200:2.0:1715208687.225462:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208687.225467:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208687.225469:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715208687.225469:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:0.0:1715208687.225471:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:2.0:1715208687.225472:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208687.225474:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208687.225477:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208687.225479:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208687.225533:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208687.225537:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715208687.225542:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208687.225547:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208687.225549:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:1.0:1715208687.225551:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:1.0:1715208687.225557:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075950400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208687.225622:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208687.225624:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208687.225625:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208687.225627:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208687.225628:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715208687.225634:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715208687.225637:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075950464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208687.226837:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208687.226844:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05580 00000400:00000200:0.0:1715208687.226848:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xae9 [1] + 224 00000400:00000200:0.0:1715208687.226854:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208687.226856:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208687.226860:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075950464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208687.226880:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208687.226883:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05540 00000400:00000200:0.0:1715208687.226885:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xaed [1] + 224 00000400:00000200:0.0:1715208687.226895:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208687.226897:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208687.226900:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075950400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208687.226942:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:2.0:1715208687.226946:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715208687.226947:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715208687.226951:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075950464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208687.226981:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075950464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208687.226990:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:3.0:1715208687.226995:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:3.0:1715208687.226996:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:3.0:1715208687.227000:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075950400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208687.227002:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000100:00000200:3.0:1715208687.227006:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075950400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208687.227007:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715208687.227010:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 02000000:00000010:3.0:1715208687.227024:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715208687.227027:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715208687.227029:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715208692.233270:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208692.233292:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715208692.233335:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208692.233339:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:1.0:1715208692.233378:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:1.0:1715208692.233385:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208692.233391:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 02000000:00000010:0.0:1715208692.233396:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000100:00000200:1.0:1715208692.233398:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950528, portal 25 00000400:00000010:0.0:1715208692.233399:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 00000400:00000010:0.0:1715208692.233402:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000010:1.0:1715208692.233402:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000100:00000200:0.0:1715208692.233404:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950592, portal 4 00000100:00000200:1.0:1715208692.233405:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075950528, offset 0 00000400:00000010:0.0:1715208692.233408:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000200:1.0:1715208692.233413:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208692.233417:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075950592, offset 0 00000400:00000200:0.0:1715208692.233421:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208692.233425:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208692.233429:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208692.233433:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208692.233436:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208692.233438:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208692.233441:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [326:326:256:4294967295] 192.168.202.130@tcp LPNI seq info [326:326:8:4294967295] 00000400:00000200:1.0:1715208692.233450:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715208692.233455:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715208692.233456:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208692.233457:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208692.233459:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:1.0:1715208692.233459:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715208692.233461:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208692.233462:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208692.233464:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [327:327:255:4294967295] 192.168.202.130@tcp LPNI seq info [327:327:7:4294967295] 00000800:00000200:1.0:1715208692.233464:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208692.233469:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208692.233472:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715208692.233472:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:0.0:1715208692.233474:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000800:00000200:0.0:1715208692.233476:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208692.233476:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208692.233479:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208692.233480:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208692.233541:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208692.233544:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715208692.233552:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208692.233555:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208692.233559:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:2.0:1715208692.233560:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:2.0:1715208692.233566:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075950528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208692.233633:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208692.233634:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715208692.233650:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208692.233652:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208692.233653:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715208692.233654:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715208692.233657:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075950592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208692.234874:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208692.234882:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05600 00000400:00000200:0.0:1715208692.234886:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xafd [1] + 224 00000400:00000200:0.0:1715208692.234893:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208692.234895:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208692.234904:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075950592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208692.234949:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208692.234952:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe055c0 00000400:00000200:0.0:1715208692.234954:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xaf9 [1] + 224 00000400:00000200:0.0:1715208692.234965:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208692.234967:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208692.234970:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075950528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208692.234997:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:2.0:1715208692.235001:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715208692.235003:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715208692.235007:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075950592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208692.235010:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715208692.235012:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075950592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715208692.235014:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208692.235015:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208692.235019:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075950528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208692.235024:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075950528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208692.235032:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715208692.235033:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:2.0:1715208692.235036:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715208692.235038:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 02000000:00000010:1.0:1715208692.235041:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715208692.235043:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715208697.241274:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715208697.241296:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715208697.241334:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208697.241336:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:2.0:1715208697.241380:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715208697.241381:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:2.0:1715208697.241388:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5ec8. 00000400:00000010:3.0:1715208697.241388:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715208697.241393:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000400:00000010:3.0:1715208697.241393:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208697.241399:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950656, portal 25 00000100:00000200:2.0:1715208697.241403:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950720, portal 4 00000400:00000010:3.0:1715208697.241403:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257c38. 00000100:00000200:3.0:1715208697.241405:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075950656, offset 0 00000400:00000010:2.0:1715208697.241408:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000400:00000200:3.0:1715208697.241412:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208697.241416:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075950720, offset 0 00000400:00000200:2.0:1715208697.241422:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208697.241422:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208697.241426:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208697.241429:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208697.241432:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208697.241433:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208697.241435:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [328:328:256:4294967295] 192.168.202.130@tcp LPNI seq info [328:328:8:4294967295] 00000400:00000200:3.0:1715208697.241441:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208697.241445:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208697.241447:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715208697.241448:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba700. 00000400:00000200:2.0:1715208697.241450:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715208697.241451:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208697.241453:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208697.241455:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208697.241457:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:3.0:1715208697.241459:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208697.241460:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [329:329:255:4294967295] 192.168.202.130@tcp LPNI seq info [329:329:7:4294967295] 00000800:00000200:3.0:1715208697.241462:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208697.241467:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208697.241471:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208697.241488:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715208697.241491:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208697.241496:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208697.241498:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208697.241528:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208697.241530:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba700. 00000400:00000200:0.0:1715208697.241535:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208697.241539:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208697.241541:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257c38 00000400:00000010:0.0:1715208697.241542:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257c38. 00000100:00000200:0.0:1715208697.241548:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075950656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208697.241609:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208697.241610:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:0.0:1715208697.241611:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208697.241613:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208697.241615:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:0.0:1715208697.241616:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:0.0:1715208697.241617:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075950720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208697.242897:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208697.242913:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05640 00000400:00000200:0.0:1715208697.242919:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb09 [1] + 224 00000400:00000200:0.0:1715208697.242929:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208697.242932:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208697.242937:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075950656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208697.242966:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208697.242970:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05680 00000400:00000200:0.0:1715208697.242973:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb0d [1] + 224 00000400:00000200:0.0:1715208697.242986:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1715208697.242988:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715208697.242990:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715208697.242993:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208697.242994:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208697.242998:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075950656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208697.243002:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075950720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208697.243004:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075950656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208697.243029:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208697.243034:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715208697.243037:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:2.0:1715208697.243048:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5ec8. 00000400:00000200:2.0:1715208697.243051:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:2.0:1715208697.243053:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715208697.243057:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075950720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208697.243065:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075950720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208697.243080:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715208697.243083:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715208697.243085:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:2.0:1715208702.249290:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715208702.249312:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cf00. 00000100:00000010:2.0:1715208702.249358:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4e00. 02000000:00000010:2.0:1715208702.249363:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c000. 02000000:00000010:1.0:1715208702.249398:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 02000000:00000010:3.0:1715208702.249398:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:1.0:1715208702.249405:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:3.0:1715208702.249405:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:1.0:1715208702.249410:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:3.0:1715208702.249410:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:1.0:1715208702.249416:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950784, portal 25 00000100:00000200:3.0:1715208702.249416:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950848, portal 4 00000400:00000010:1.0:1715208702.249421:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daee0. 00000400:00000010:3.0:1715208702.249421:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257a18. 00000100:00000200:3.0:1715208702.249422:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075950848, offset 0 00000100:00000200:1.0:1715208702.249423:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075950784, offset 0 00000400:00000200:3.0:1715208702.249431:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208702.249436:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208702.249441:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208702.249445:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208702.249448:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208702.249450:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208702.249451:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208702.249453:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [330:330:256:4294967295] 192.168.202.130@tcp LPNI seq info [330:330:8:4294967295] 00000400:00000200:3.0:1715208702.249460:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208702.249463:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208702.249466:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba200. 00000400:00000200:1.0:1715208702.249467:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208702.249470:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715208702.249470:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208702.249473:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208702.249474:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208702.249477:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:3.0:1715208702.249477:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715208702.249479:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [331:331:255:4294967295] 192.168.202.130@tcp LPNI seq info [331:331:7:4294967295] 00000800:00000200:3.0:1715208702.249480:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208702.249487:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208702.249491:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208702.249495:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715208702.249498:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208702.249503:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208702.249505:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208702.249539:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208702.249542:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba200. 00000400:00000200:0.0:1715208702.249548:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208702.249552:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208702.249554:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257a18 00000400:00000010:0.0:1715208702.249555:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257a18. 00000100:00000200:0.0:1715208702.249561:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4e00 x1798526075950848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208702.249626:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208702.249628:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715208702.249630:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208702.249632:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208702.249633:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daee0 00000400:00000010:0.0:1715208702.249634:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daee0. 00000100:00000200:0.0:1715208702.249637:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526075950784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208702.250952:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208702.250960:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05700 00000400:00000200:0.0:1715208702.250965:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb19 [1] + 224 00000400:00000200:0.0:1715208702.250971:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208702.250973:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208702.250978:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4e00 x1798526075950848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208702.250998:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208702.251000:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe056c0 00000400:00000200:0.0:1715208702.251003:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb1d [1] + 224 00000400:00000010:3.0:1715208702.251022:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715208702.251025:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208702.251027:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715208702.251027:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208702.251029:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:0.0:1715208702.251032:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526075950784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208702.251034:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4e00 x1798526075950848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208702.251042:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4e00 x1798526075950848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208702.251069:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208702.251073:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208702.251074:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208702.251077:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526075950784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208702.251078:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 00000100:00000200:1.0:1715208702.251083:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526075950784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208702.251084:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c000. 00000100:00000010:3.0:1715208702.251088:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4e00. 02000000:00000010:1.0:1715208702.251092:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715208702.251095:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cf00. 00000100:00000010:1.0:1715208702.251101:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000100:00000010:0.0:1715208707.257254:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208707.257276:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208707.257310:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208707.257312:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:2.0:1715208707.257329:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715208707.257337:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5ec8. 00000400:00000010:2.0:1715208707.257342:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715208707.257348:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950912, portal 25 00000400:00000010:2.0:1715208707.257352:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 02000000:00000010:0.0:1715208707.257353:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000100:00000200:2.0:1715208707.257353:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075950912, offset 0 00000400:00000010:0.0:1715208707.257357:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000200:2.0:1715208707.257360:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715208707.257367:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715208707.257370:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075950976, portal 4 00000400:00000200:2.0:1715208707.257370:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208707.257374:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715208707.257376:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000200:2.0:1715208707.257377:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:0.0:1715208707.257378:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075950976, offset 0 00000400:00000200:2.0:1715208707.257379:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208707.257381:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208707.257383:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208707.257383:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [332:332:256:4294967295] 192.168.202.130@tcp LPNI seq info [332:332:8:4294967295] 00000400:00000200:2.0:1715208707.257403:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208707.257407:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208707.257409:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208707.257410:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715208707.257411:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208707.257413:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208707.257414:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208707.257420:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715208707.257420:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208707.257421:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208707.257423:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [333:333:255:4294967295] 192.168.202.130@tcp LPNI seq info [333:333:7:4294967295] 00000800:00000200:2.0:1715208707.257424:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208707.257428:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208707.257431:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208707.257433:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715208707.257436:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208707.257440:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208707.257443:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208707.257489:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208707.257492:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715208707.257497:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208707.257500:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208707.257503:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:1.0:1715208707.257504:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:1.0:1715208707.257510:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075950912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208707.257573:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208707.257574:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208707.257576:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208707.257578:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208707.257579:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715208707.257580:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715208707.257582:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075950976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208707.258645:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208707.258652:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05780 00000400:00000200:0.0:1715208707.258657:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb31 [1] + 224 00000400:00000200:0.0:1715208707.258663:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208707.258664:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208707.258669:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075950976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208707.258687:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208707.258690:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05740 00000400:00000200:0.0:1715208707.258692:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb29 [1] + 224 00000400:00000200:0.0:1715208707.258703:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208707.258705:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208707.258707:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075950912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208707.258738:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:2.0:1715208707.258742:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715208707.258744:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715208707.258748:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075950976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208707.258753:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075950976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208707.258771:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5ec8. 02000000:00000010:2.0:1715208707.258774:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000400:00000200:3.0:1715208707.258776:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 02000000:00000010:2.0:1715208707.258777:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000400:00000010:3.0:1715208707.258777:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000010:2.0:1715208707.258780:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000200:3.0:1715208707.258800:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075950912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208707.258806:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075950912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208707.258816:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715208707.258819:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715208707.258820:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715208712.265299:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208712.265329:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715208712.265386:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208712.265390:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715208712.265473:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715208712.265490:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715208712.265499:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 00000400:00000010:1.0:1715208712.265499:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208712.265506:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:1.0:1715208712.265506:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715208712.265514:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951104, portal 4 00000100:00000200:1.0:1715208712.265521:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951040, portal 25 00000400:00000010:0.0:1715208712.265522:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715208712.265525:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075951104, offset 0 00000400:00000010:1.0:1715208712.265525:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da908. 00000100:00000200:1.0:1715208712.265528:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075951040, offset 0 00000400:00000200:0.0:1715208712.265536:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208712.265544:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208712.265551:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208712.265556:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208712.265561:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208712.265565:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208712.265568:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208712.265571:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [334:334:256:4294967295] 192.168.202.130@tcp LPNI seq info [334:334:8:4294967295] 00000400:00000200:0.0:1715208712.265582:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208712.265588:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208712.265591:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208712.265592:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715208712.265595:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208712.265599:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208712.265600:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208712.265602:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208712.265604:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208712.265607:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [335:335:255:4294967295] 192.168.202.130@tcp LPNI seq info [335:335:7:4294967295] 00000800:00000200:0.0:1715208712.265611:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208712.265615:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208712.265617:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208712.265622:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208712.265636:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715208712.265641:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208712.265647:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208712.265651:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208712.265733:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208712.265791:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715208712.265801:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208712.265810:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208712.265816:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715208712.265819:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715208712.265832:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075951104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208712.265952:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208712.265957:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715208712.265964:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208712.265971:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208712.265974:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da908 00000400:00000010:2.0:1715208712.265977:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da908. 00000100:00000200:2.0:1715208712.265996:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075951040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208712.267962:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208712.267975:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05800 00000400:00000200:0.0:1715208712.267983:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb39 [1] + 224 00000400:00000200:0.0:1715208712.267994:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208712.267998:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208712.268005:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075951104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208712.268043:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208712.268048:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe057c0 00000400:00000200:0.0:1715208712.268053:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb3d [1] + 224 00000400:00000200:0.0:1715208712.268069:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208712.268079:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208712.268084:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075951040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208712.268102:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:2.0:1715208712.268111:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715208712.268113:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000400:00000010:1.0:1715208712.268169:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715208712.268171:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075951104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715208712.268178:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208712.268182:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:2.0:1715208712.268187:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075951104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208712.268192:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075951040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208712.268208:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075951040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208712.268227:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715208712.268232:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:2.0:1715208712.268234:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 02000000:00000010:1.0:1715208712.268240:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715208712.268240:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:1.0:1715208712.268245:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715208717.273325:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208717.273354:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208717.273407:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208717.273411:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715208717.273484:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208717.273491:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 02000000:00000010:3.0:1715208717.273492:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:0.0:1715208717.273498:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000010:3.0:1715208717.273501:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715208717.273506:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951232, portal 4 00000400:00000010:3.0:1715208717.273507:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208717.273511:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951168, portal 25 00000400:00000010:0.0:1715208717.273514:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000010:3.0:1715208717.273515:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257dd0. 00000100:00000200:0.0:1715208717.273516:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075951232, offset 0 00000100:00000200:3.0:1715208717.273517:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075951168, offset 0 00000400:00000200:0.0:1715208717.273527:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208717.273536:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208717.273543:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208717.273549:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208717.273554:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208717.273557:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208717.273560:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208717.273564:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [336:336:256:4294967295] 192.168.202.130@tcp LPNI seq info [336:336:8:4294967295] 00000400:00000200:0.0:1715208717.273575:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208717.273581:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208717.273584:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208717.273586:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:3.0:1715208717.273588:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208717.273592:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208717.273592:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208717.273595:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208717.273597:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208717.273600:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [337:337:255:4294967295] 192.168.202.130@tcp LPNI seq info [337:337:7:4294967295] 00000800:00000200:0.0:1715208717.273603:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208717.273608:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208717.273610:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208717.273614:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208717.273620:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba200. 00000800:00000200:3.0:1715208717.273644:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208717.273650:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208717.273654:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208717.273730:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208717.273736:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715208717.273745:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208717.273752:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208717.273758:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715208717.273760:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715208717.273770:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075951232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208717.273868:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208717.273871:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba200. 00000400:00000200:1.0:1715208717.273874:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208717.273878:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208717.273881:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257dd0 00000400:00000010:1.0:1715208717.273882:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257dd0. 00000100:00000200:1.0:1715208717.273886:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075951168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208717.276171:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208717.276184:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05840 00000400:00000200:0.0:1715208717.276192:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb4d [1] + 224 00000400:00000200:0.0:1715208717.276218:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208717.276221:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208717.276229:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075951168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208717.276265:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208717.276270:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05880 00000400:00000200:0.0:1715208717.276275:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb49 [1] + 224 00000400:00000200:0.0:1715208717.276292:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208717.276295:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208717.276300:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075951232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208717.276312:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208717.276321:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208717.276323:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208717.276331:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075951168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208717.276342:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075951168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208717.276367:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208717.276374:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715208717.276378:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:1.0:1715208717.276424:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 00000400:00000200:1.0:1715208717.276441:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715208717.276443:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715208717.276452:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075951232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208717.276463:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075951232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208717.276488:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715208717.276493:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715208717.276496:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715208722.281325:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208722.281354:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715208722.281418:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208722.281422:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715208722.281501:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208722.281507:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:0.0:1715208722.281509:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:0.0:1715208722.281516:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:2.0:1715208722.281516:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b58. 00000100:00000200:0.0:1715208722.281523:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951360, portal 4 00000400:00000010:0.0:1715208722.281531:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:2.0:1715208722.281532:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:0.0:1715208722.281534:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075951360, offset 0 00000100:00000200:2.0:1715208722.281537:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951296, portal 25 00000400:00000010:2.0:1715208722.281541:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000400:00000200:0.0:1715208722.281545:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208722.281550:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075951296, offset 0 00000400:00000200:2.0:1715208722.281559:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208722.281560:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208722.281567:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208722.281571:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208722.281576:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208722.281578:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208722.281582:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [338:338:256:4294967295] 192.168.202.130@tcp LPNI seq info [338:338:8:4294967295] 00000400:00000200:0.0:1715208722.281594:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208722.281618:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208722.281620:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208722.281623:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715208722.281624:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208722.281628:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208722.281629:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208722.281631:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208722.281634:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208722.281636:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [339:339:255:4294967295] 192.168.202.130@tcp LPNI seq info [339:339:7:4294967295] 00000800:00000200:0.0:1715208722.281639:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208722.281644:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208722.281646:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208722.281685:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208722.281689:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715208722.281694:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208722.281701:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208722.281724:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208722.281775:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208722.281781:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715208722.281788:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208722.281796:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208722.281801:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715208722.281803:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715208722.281812:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075951360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208722.281907:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208722.281909:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715208722.281912:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208722.281916:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208722.281918:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:1.0:1715208722.281920:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:1.0:1715208722.281923:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075951296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208722.283768:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208722.283780:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe058c0 00000400:00000200:0.0:1715208722.283788:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb61 [1] + 224 00000400:00000200:0.0:1715208722.283799:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208722.283803:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208722.283810:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075951296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208722.283847:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208722.283852:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05900 00000400:00000200:0.0:1715208722.283856:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb59 [1] + 224 00000400:00000010:2.0:1715208722.283875:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:0.0:1715208722.283876:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208722.283880:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208722.283881:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715208722.283883:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715208722.283889:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075951296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208722.283894:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075951360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208722.283901:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075951296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208722.283925:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715208722.283930:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715208722.283935:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:1.0:1715208722.284008:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 00000400:00000200:1.0:1715208722.284017:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715208722.284019:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715208722.284026:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075951360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208722.284038:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075951360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208722.284071:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715208722.284076:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715208722.284079:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715208727.289314:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208727.289340:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715208727.289391:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208727.289395:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715208727.289465:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:3.0:1715208727.289471:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000010:0.0:1715208727.289473:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 00000400:00000010:0.0:1715208727.289479:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000010:3.0:1715208727.289479:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715208727.289487:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951488, portal 4 00000400:00000010:3.0:1715208727.289492:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:0.0:1715208727.289494:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:3.0:1715208727.289496:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951424, portal 25 00000400:00000010:3.0:1715208727.289500:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257880. 00000100:00000200:3.0:1715208727.289502:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075951424, offset 0 00000400:00000200:3.0:1715208727.289512:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208727.289516:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075951488, offset 0 00000400:00000200:0.0:1715208727.289523:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208727.289526:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208727.289531:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208727.289535:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208727.289538:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208727.289540:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208727.289543:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [340:340:256:4294967295] 192.168.202.130@tcp LPNI seq info [340:340:8:4294967295] 00000400:00000200:3.0:1715208727.289553:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208727.289559:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208727.289560:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208727.289563:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715208727.289563:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba700. 00000400:00000200:0.0:1715208727.289566:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208727.289569:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715208727.289569:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208727.289571:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208727.289573:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [341:341:255:4294967295] 192.168.202.130@tcp LPNI seq info [341:341:7:4294967295] 00000400:00000200:0.0:1715208727.289581:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208727.289585:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:3.0:1715208727.289586:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:0.0:1715208727.289588:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:3.0:1715208727.289591:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208727.289592:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208727.289598:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208727.289601:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208727.289692:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208727.289697:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba700. 00000400:00000200:1.0:1715208727.289705:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208727.289711:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208727.289715:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257880 00000400:00000010:1.0:1715208727.289717:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257880. 00000100:00000200:1.0:1715208727.289725:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075951424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208727.289814:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208727.289816:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715208727.289819:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208727.289822:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208727.289824:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715208727.289826:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715208727.289829:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075951488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208727.291798:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208727.291809:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05940 00000400:00000200:0.0:1715208727.291815:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb6d [1] + 224 00000400:00000200:0.0:1715208727.291824:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208727.291828:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208727.291834:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075951424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208727.291862:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208727.291866:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05980 00000400:00000200:0.0:1715208727.291869:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb69 [1] + 224 00000400:00000200:0.0:1715208727.291883:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208727.291886:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208727.291890:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075951488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208727.291936:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208727.291943:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208727.291945:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208727.291951:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075951424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208727.291960:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075951424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208727.291982:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208727.291988:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715208727.291991:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:1.0:1715208727.291999:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 00000400:00000200:1.0:1715208727.292006:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715208727.292007:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715208727.292014:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075951488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208727.292023:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075951488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208727.292042:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715208727.292045:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715208727.292048:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715208732.297278:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208732.297302:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208732.297347:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208732.297350:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:2.0:1715208732.297432:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 02000000:00000010:0.0:1715208732.297437:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:2.0:1715208732.297444:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b58. 00000400:00000010:0.0:1715208732.297445:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 00000400:00000010:0.0:1715208732.297452:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000010:2.0:1715208732.297452:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715208732.297460:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951552, portal 25 00000400:00000010:2.0:1715208732.297464:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000100:00000200:0.0:1715208732.297472:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951616, portal 4 00000100:00000200:2.0:1715208732.297478:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075951552, offset 0 00000400:00000010:0.0:1715208732.297482:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000200:2.0:1715208732.297489:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208732.297495:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075951616, offset 0 00000400:00000200:2.0:1715208732.297506:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208732.297507:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208732.297512:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208732.297516:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208732.297520:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208732.297523:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208732.297526:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [342:342:256:4294967295] 192.168.202.130@tcp LPNI seq info [342:342:8:4294967295] 00000400:00000200:2.0:1715208732.297537:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208732.297543:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208732.297548:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715208732.297550:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208732.297554:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715208732.297554:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208732.297557:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208732.297560:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208732.297563:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208732.297601:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208732.297604:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208732.297606:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [343:343:255:4294967295] 192.168.202.130@tcp LPNI seq info [343:343:7:4294967295] 00000400:00000200:0.0:1715208732.297611:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208732.297614:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208732.297616:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:0.0:1715208732.297618:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208732.297622:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208732.297623:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208732.297679:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208732.297687:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715208732.297693:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208732.297697:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208732.297700:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:1.0:1715208732.297701:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:1.0:1715208732.297707:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075951552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208732.297770:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208732.297772:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208732.297775:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208732.297778:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208732.297780:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:1.0:1715208732.297781:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715208732.297784:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075951616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208732.299230:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208732.299236:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe059c0 00000400:00000200:0.0:1715208732.299241:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb79 [1] + 224 00000400:00000200:0.0:1715208732.299247:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208732.299249:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208732.299258:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075951552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208732.299279:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208732.299282:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05a00 00000400:00000200:0.0:1715208732.299284:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb7d [1] + 224 00000400:00000200:0.0:1715208732.299293:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208732.299295:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208732.299298:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075951616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208732.299331:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:2.0:1715208732.299335:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715208732.299336:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000400:00000010:1.0:1715208732.299339:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 00000100:00000200:2.0:1715208732.299340:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075951552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715208732.299344:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715208732.299345:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715208732.299346:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075951552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208732.299349:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075951616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208732.299354:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075951616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208732.299362:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715208732.299365:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 02000000:00000010:1.0:1715208732.299368:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000100:00000010:2.0:1715208732.299368:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 02000000:00000010:1.0:1715208732.299370:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715208732.299372:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715208737.305272:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208737.305302:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208737.305359:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208737.305363:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715208737.305437:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208737.305445:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 00000400:00000010:0.0:1715208737.305452:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 02000000:00000010:1.0:1715208737.305458:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000100:00000200:0.0:1715208737.305459:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951744, portal 4 00000400:00000010:0.0:1715208737.305467:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:1.0:1715208737.305467:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715208737.305469:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075951744, offset 0 00000400:00000010:1.0:1715208737.305473:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715208737.305480:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208737.305487:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951680, portal 25 00000400:00000010:1.0:1715208737.305492:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da3b8. 00000400:00000200:0.0:1715208737.305495:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715208737.305495:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075951680, offset 0 00000400:00000200:0.0:1715208737.305501:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208737.305502:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208737.305506:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208737.305510:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208737.305513:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208737.305516:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [344:344:256:4294967295] 192.168.202.130@tcp LPNI seq info [344:344:8:4294967295] 00000400:00000200:0.0:1715208737.305561:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208737.305567:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208737.305571:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208737.305571:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208737.305575:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208737.305578:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208737.305581:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208737.305583:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208737.305586:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [345:345:255:4294967295] 192.168.202.130@tcp LPNI seq info [345:345:7:4294967295] 00000800:00000200:0.0:1715208737.305588:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208737.305596:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208737.305599:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208737.305600:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715208737.305604:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715208737.305604:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715208737.305609:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208737.305615:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208737.305619:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208737.305721:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208737.305728:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208737.305737:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208737.305747:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208737.305753:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715208737.305756:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715208737.305768:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075951744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208737.305882:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208737.305886:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715208737.305892:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208737.305898:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208737.305902:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da3b8 00000400:00000010:2.0:1715208737.305904:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da3b8. 00000100:00000200:2.0:1715208737.305911:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075951680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208737.307866:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208737.307879:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05a80 00000400:00000200:0.0:1715208737.307887:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb89 [1] + 224 00000400:00000200:0.0:1715208737.307898:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208737.307902:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208737.307909:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075951744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208737.307946:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208737.307951:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05a40 00000400:00000200:0.0:1715208737.307955:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb91 [1] + 224 00000400:00000200:0.0:1715208737.307972:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208737.307976:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208737.307981:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075951680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208737.308040:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 00000400:00000200:2.0:1715208737.308048:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715208737.308049:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715208737.308057:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075951744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208737.308068:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075951744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208737.308076:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208737.308086:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208737.308089:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208737.308099:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075951680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208737.308111:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 00000100:00000200:1.0:1715208737.308163:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075951680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208737.308165:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208737.308170:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 02000000:00000010:1.0:1715208737.308183:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715208737.308189:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715208737.308192:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:2.0:1715208742.313374:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715208742.313404:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 00000100:00000010:2.0:1715208742.313470:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4e00. 02000000:00000010:2.0:1715208742.313518:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cd00. 02000000:00000010:0.0:1715208742.313546:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715208742.313557:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 00000400:00000010:0.0:1715208742.313564:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715208742.313572:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951808, portal 25 00000400:00000010:0.0:1715208742.313576:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715208742.313579:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075951808, offset 0 02000000:00000010:3.0:1715208742.313585:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 00000400:00000200:0.0:1715208742.313588:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715208742.313593:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715208742.313597:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208742.313601:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951872, portal 4 00000400:00000200:0.0:1715208742.313602:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208742.313607:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715208742.313607:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257550. 00000100:00000200:3.0:1715208742.313609:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075951872, offset 0 00000400:00000200:0.0:1715208742.313611:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208742.313614:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208742.313615:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208742.313617:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208742.313637:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [346:346:256:4294967295] 192.168.202.130@tcp LPNI seq info [346:346:8:4294967295] 00000400:00000200:0.0:1715208742.313647:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208742.313654:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208742.313656:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208742.313658:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:3.0:1715208742.313659:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208742.313662:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208742.313664:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208742.313665:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208742.313667:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208742.313670:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [347:347:255:4294967295] 192.168.202.130@tcp LPNI seq info [347:347:7:4294967295] 00000800:00000200:0.0:1715208742.313675:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715208742.313678:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208742.313679:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715208742.313682:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208742.313685:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba900. 00000800:00000200:3.0:1715208742.313689:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208742.313695:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208742.313709:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208742.313783:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208742.313788:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715208742.313798:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208742.313805:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208742.313810:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715208742.313813:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715208742.313822:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526075951808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208742.313917:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208742.313927:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba900. 00000400:00000200:1.0:1715208742.313931:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208742.313936:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208742.313940:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257550 00000400:00000010:1.0:1715208742.313942:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257550. 00000100:00000200:1.0:1715208742.313948:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4e00 x1798526075951872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208742.315808:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208742.315820:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05ac0 00000400:00000200:0.0:1715208742.315827:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xb99 [1] + 224 00000400:00000200:0.0:1715208742.315837:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208742.315840:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208742.315847:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526075951808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208742.315879:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208742.315884:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05b00 00000400:00000200:0.0:1715208742.315887:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xba1 [1] + 224 00000400:00000200:0.0:1715208742.315903:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208742.315906:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208742.315910:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4e00 x1798526075951872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208742.315925:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:2.0:1715208742.315932:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715208742.315934:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715208742.315943:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526075951808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208742.315957:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526075951808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208742.315968:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208742.315976:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208742.315978:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208742.315984:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4e00 x1798526075951872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208742.315986:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208742.315992:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000200:3.0:1715208742.315993:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4e00 x1798526075951872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208742.315997:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 02000000:00000010:3.0:1715208742.316013:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208742.316018:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cd00. 00000100:00000010:3.0:1715208742.316021:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4e00. 00000100:00000010:3.0:1715208747.321269:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3253480. 02000000:00000010:3.0:1715208747.321290:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dbac00. 00000100:00000010:3.0:1715208747.321323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3253800. 02000000:00000010:3.0:1715208747.321325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dbaf00. 02000000:00000010:3.0:1715208747.321353:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30800. 02000000:00000010:2.0:1715208747.321359:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:3.0:1715208747.321359:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715208747.321364:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715208747.321366:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b58. 00000100:00000200:3.0:1715208747.321369:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952000, portal 4 00000400:00000010:2.0:1715208747.321371:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715208747.321374:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075951936, portal 25 00000400:00000010:3.0:1715208747.321375:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02576e8. 00000400:00000010:2.0:1715208747.321377:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:3.0:1715208747.321377:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075952000, offset 0 00000100:00000200:2.0:1715208747.321379:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075951936, offset 0 00000400:00000200:3.0:1715208747.321384:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208747.321391:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208747.321395:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208747.321398:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208747.321401:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208747.321404:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208747.321405:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208747.321407:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [348:348:256:4294967295] 192.168.202.130@tcp LPNI seq info [348:348:8:4294967295] 00000400:00000200:3.0:1715208747.321414:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208747.321418:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208747.321419:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208747.321421:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208747.321423:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208747.321425:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208747.321426:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208747.321428:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [349:349:255:4294967295] 192.168.202.130@tcp LPNI seq info [349:349:7:4294967295] 00000800:00000010:3.0:1715208747.321450:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba500. 00000800:00000200:3.0:1715208747.321454:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208747.321461:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208747.321461:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208747.321464:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:3.0:1715208747.321465:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715208747.321467:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715208747.321469:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208747.321472:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208747.321474:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208747.321543:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208747.321548:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba500. 00000400:00000200:0.0:1715208747.321553:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208747.321559:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208747.321562:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02576e8 00000400:00000010:0.0:1715208747.321564:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02576e8. 00000100:00000200:0.0:1715208747.321572:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3253800 x1798526075952000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208747.321656:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208747.321659:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:0.0:1715208747.321662:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208747.321666:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208747.321668:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:0.0:1715208747.321669:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:0.0:1715208747.321673:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3253480 x1798526075951936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208747.323174:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208747.323182:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05b80 00000400:00000200:0.0:1715208747.323189:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xba9 [1] + 224 00000400:00000200:0.0:1715208747.323198:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208747.323201:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208747.323207:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3253800 x1798526075952000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208747.323236:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208747.323242:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05b40 00000400:00000200:0.0:1715208747.323245:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xbad [1] + 224 00000400:00000200:0.0:1715208747.323259:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1715208747.323260:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715208747.323262:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715208747.323264:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208747.323265:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208747.323269:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3253800 x1798526075952000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208747.323275:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3253480 x1798526075951936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208747.323276:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3253800 x1798526075952000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208747.323295:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30800. 02000000:00000010:3.0:1715208747.323300:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dbaf00. 00000100:00000010:3.0:1715208747.323302:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3253800. 00000400:00000010:2.0:1715208747.323318:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:2.0:1715208747.323322:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715208747.323323:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715208747.323327:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3253480 x1798526075951936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208747.323333:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3253480 x1798526075951936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208747.323343:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715208747.323346:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dbac00. 00000100:00000010:2.0:1715208747.323348:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3253480. 00000100:00000010:3.0:1715208752.329178:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3253800. 02000000:00000010:3.0:1715208752.329198:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dbaf00. 00000100:00000010:3.0:1715208752.329227:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3253b80. 02000000:00000010:3.0:1715208752.329230:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dba000. 02000000:00000010:3.0:1715208752.329262:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31200. 00000400:00000010:3.0:1715208752.329267:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715208752.329272:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208752.329279:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952128, portal 4 00000400:00000010:3.0:1715208752.329284:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257b28. 02000000:00000010:1.0:1715208752.329285:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000100:00000200:3.0:1715208752.329286:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075952128, offset 0 00000400:00000010:1.0:1715208752.329290:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:3.0:1715208752.329293:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715208752.329299:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208752.329301:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952064, portal 25 00000400:00000200:3.0:1715208752.329303:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715208752.329304:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dacc0. 00000100:00000200:1.0:1715208752.329305:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075952064, offset 0 00000400:00000200:3.0:1715208752.329307:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208752.329309:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208752.329310:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208752.329313:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208752.329314:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208752.329316:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [350:350:256:4294967295] 192.168.202.130@tcp LPNI seq info [350:350:8:4294967295] 00000400:00000200:3.0:1715208752.329336:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208752.329340:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208752.329342:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715208752.329343:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba300. 00000400:00000200:1.0:1715208752.329344:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208752.329346:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208752.329347:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208752.329348:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:3.0:1715208752.329348:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208752.329350:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [351:351:255:4294967295] 192.168.202.130@tcp LPNI seq info [351:351:7:4294967295] 00000400:00000200:1.0:1715208752.329355:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208752.329355:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208752.329357:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208752.329359:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:3.0:1715208752.329359:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208752.329361:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208752.329365:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208752.329366:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208752.329420:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208752.329423:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba300. 00000400:00000200:0.0:1715208752.329427:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208752.329430:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208752.329433:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257b28 00000400:00000010:0.0:1715208752.329434:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257b28. 00000100:00000200:0.0:1715208752.329445:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3253b80 x1798526075952128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208752.329503:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208752.329504:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715208752.329507:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208752.329508:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208752.329510:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dacc0 00000400:00000010:0.0:1715208752.329511:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dacc0. 00000100:00000200:0.0:1715208752.329513:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3253800 x1798526075952064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208752.331244:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208752.331251:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05c00 00000400:00000200:0.0:1715208752.331257:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xbb9 [1] + 224 00000400:00000200:0.0:1715208752.331266:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208752.331268:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208752.331274:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3253b80 x1798526075952128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208752.331304:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208752.331309:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05bc0 00000400:00000200:0.0:1715208752.331312:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xbc1 [1] + 224 00000400:00000010:3.0:1715208752.331321:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208752.331326:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208752.331327:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715208752.331328:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1715208752.331331:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3253b80 x1798526075952128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208752.331332:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208752.331336:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3253800 x1798526075952064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208752.331337:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3253b80 x1798526075952128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208752.331357:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31200. 02000000:00000010:3.0:1715208752.331361:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dba000. 00000100:00000010:3.0:1715208752.331363:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3253b80. 00000400:00000010:1.0:1715208752.331414:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208752.331419:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208752.331420:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208752.331424:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3253800 x1798526075952064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208752.331439:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3253800 x1798526075952064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208752.331448:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715208752.331452:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dbaf00. 00000100:00000010:1.0:1715208752.331454:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3253800. 00000100:00000010:3.0:1715208757.337262:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3253b80. 02000000:00000010:3.0:1715208757.337294:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dba400. 00000100:00000010:3.0:1715208757.337379:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3253800. 02000000:00000010:3.0:1715208757.337387:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dba600. 02000000:00000010:0.0:1715208757.337413:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208757.337424:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 00000400:00000010:0.0:1715208757.337432:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715208757.337440:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952192, portal 25 00000400:00000010:0.0:1715208757.337446:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715208757.337465:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075952192, offset 0 00000400:00000200:0.0:1715208757.337477:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:3.0:1715208757.337486:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31200. 00000400:00000200:0.0:1715208757.337491:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:3.0:1715208757.337494:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715208757.337498:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715208757.337500:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715208757.337502:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208757.337506:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1715208757.337506:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952256, portal 4 00000400:00000200:0.0:1715208757.337509:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208757.337512:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [352:352:256:4294967295] 192.168.202.130@tcp LPNI seq info [352:352:8:4294967295] 00000400:00000010:3.0:1715208757.337515:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257ee0. 00000100:00000200:3.0:1715208757.337518:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075952256, offset 0 00000400:00000200:0.0:1715208757.337523:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:3.0:1715208757.337527:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715208757.337529:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208757.337533:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:3.0:1715208757.337538:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208757.337540:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208757.337544:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208757.337548:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208757.337551:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208757.337556:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208757.337563:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208757.337566:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208757.337569:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [353:353:255:4294967295] 192.168.202.130@tcp LPNI seq info [353:353:7:4294967295] 00000400:00000200:3.0:1715208757.337579:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208757.337584:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208757.337588:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbab00. 00000800:00000200:3.0:1715208757.337592:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208757.337599:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208757.337602:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208757.337651:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208757.337658:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715208757.337665:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208757.337672:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208757.337677:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715208757.337680:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715208757.337689:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3253b80 x1798526075952192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208757.337783:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208757.337786:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbab00. 00000400:00000200:1.0:1715208757.337788:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208757.337792:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208757.337795:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257ee0 00000400:00000010:1.0:1715208757.337797:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257ee0. 00000100:00000200:1.0:1715208757.337801:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3253800 x1798526075952256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208757.339725:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208757.339738:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05c40 00000400:00000200:0.0:1715208757.339745:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xbc9 [1] + 224 00000400:00000200:0.0:1715208757.339757:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208757.339760:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208757.339768:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3253b80 x1798526075952192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208757.339804:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208757.339809:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05c80 00000400:00000200:0.0:1715208757.339813:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xbd1 [1] + 224 00000400:00000200:0.0:1715208757.339830:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208757.339834:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208757.339838:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3253800 x1798526075952256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208757.339886:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 00000400:00000200:2.0:1715208757.339895:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715208757.339897:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715208757.339905:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3253b80 x1798526075952192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208757.339917:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3253b80 x1798526075952192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208757.339942:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000400:00000010:3.0:1715208757.339943:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715208757.339948:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dba400. 00000100:00000010:2.0:1715208757.339952:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3253b80. 00000400:00000200:3.0:1715208757.339954:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208757.339957:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208757.339968:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3253800 x1798526075952256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208757.339983:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3253800 x1798526075952256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208757.340014:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31200. 02000000:00000010:3.0:1715208757.340022:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dba600. 00000100:00000010:3.0:1715208757.340027:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3253800. 00000100:00000010:0.0:1715208762.345364:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208762.345394:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715208762.345454:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208762.345458:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715208762.345529:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208762.345537:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 00000400:00000010:0.0:1715208762.345544:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715208762.345552:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952384, portal 4 02000000:00000010:1.0:1715208762.345559:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715208762.345560:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715208762.345563:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075952384, offset 0 00000400:00000010:1.0:1715208762.345569:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715208762.345574:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715208762.345585:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715208762.345588:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715208762.345590:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952320, portal 25 00000400:00000200:0.0:1715208762.345594:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715208762.345594:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da660. 00000100:00000200:1.0:1715208762.345596:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075952320, offset 0 00000400:00000200:0.0:1715208762.345599:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208762.345603:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208762.345604:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208762.345606:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208762.345609:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [354:354:256:4294967295] 192.168.202.130@tcp LPNI seq info [354:354:8:4294967295] 00000400:00000200:0.0:1715208762.345620:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208762.345627:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208762.345630:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208762.345631:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715208762.345634:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208762.345637:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208762.345648:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208762.345654:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208762.345657:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208762.345660:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208762.345662:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208762.345666:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [355:355:255:4294967295] 192.168.202.130@tcp LPNI seq info [355:355:7:4294967295] 00000400:00000200:1.0:1715208762.345675:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208762.345680:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208762.345684:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715208762.345689:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208762.345695:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208762.345699:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208762.345744:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208762.345750:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715208762.345758:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208762.345765:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208762.345779:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715208762.345782:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715208762.345791:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075952384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208762.345886:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208762.345888:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715208762.345892:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208762.345896:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208762.345899:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da660 00000400:00000010:2.0:1715208762.345901:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da660. 00000100:00000200:2.0:1715208762.345905:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075952320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208762.347739:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208762.347752:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05cc0 00000400:00000200:0.0:1715208762.347760:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xbe1 [1] + 224 00000400:00000200:0.0:1715208762.347771:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208762.347775:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208762.347792:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075952320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208762.347833:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208762.347838:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05d00 00000400:00000200:0.0:1715208762.347842:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xbd9 [1] + 224 00000400:00000200:0.0:1715208762.347858:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208762.347861:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208762.347866:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075952384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208762.347915:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208762.347923:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208762.347925:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208762.347933:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075952320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208762.347943:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075952320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208762.347970:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715208762.347977:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715208762.347981:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:2.0:1715208762.347985:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 00000400:00000200:2.0:1715208762.347993:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715208762.347995:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715208762.348003:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075952384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208762.348014:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075952384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208762.348038:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208762.348043:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715208762.348046:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715208767.353259:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208767.353316:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715208767.353371:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208767.353375:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715208767.353454:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208767.353460:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 00000400:00000010:0.0:1715208767.353464:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715208767.353469:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952512, portal 4 02000000:00000010:2.0:1715208767.353474:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715208767.353476:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715208767.353477:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075952512, offset 0 00000400:00000010:2.0:1715208767.353480:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:0.0:1715208767.353485:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208767.353491:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715208767.353494:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952448, portal 25 00000400:00000200:0.0:1715208767.353496:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715208767.353496:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715208767.353498:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075952448, offset 0 00000400:00000200:0.0:1715208767.353500:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208767.353503:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208767.353503:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208767.353505:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208767.353507:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208767.353509:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [356:356:256:4294967295] 192.168.202.130@tcp LPNI seq info [356:356:8:4294967295] 00000400:00000200:0.0:1715208767.353517:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208767.353520:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208767.353522:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208767.353523:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715208767.353525:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208767.353543:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208767.353543:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208767.353545:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208767.353547:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208767.353549:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [357:357:255:4294967295] 192.168.202.130@tcp LPNI seq info [357:357:7:4294967295] 00000800:00000200:0.0:1715208767.353550:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208767.353554:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208767.353554:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208767.353557:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208767.353560:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715208767.353563:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208767.353567:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208767.353569:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208767.353617:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208767.353621:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715208767.353626:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208767.353631:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208767.353634:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715208767.353635:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715208767.353641:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075952512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208767.353715:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208767.353716:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715208767.353724:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208767.353727:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208767.353729:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715208767.353730:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715208767.353732:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075952448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208767.355643:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208767.355657:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05d80 00000400:00000200:0.0:1715208767.355665:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xbe9 [1] + 224 00000400:00000200:0.0:1715208767.355676:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208767.355679:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208767.355687:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075952512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208767.355724:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208767.355729:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05d40 00000400:00000200:0.0:1715208767.355733:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xbf1 [1] + 224 00000400:00000200:0.0:1715208767.355750:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208767.355754:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208767.355758:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075952448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208767.355808:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:2.0:1715208767.355831:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715208767.355832:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715208767.355837:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075952512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208767.355844:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075952512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208767.355866:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 00000400:00000010:3.0:1715208767.355867:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5b58. 02000000:00000010:2.0:1715208767.355870:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000400:00000200:3.0:1715208767.355872:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000100:00000010:2.0:1715208767.355873:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000010:3.0:1715208767.355873:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:3.0:1715208767.355878:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075952448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208767.355903:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075952448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208767.355917:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715208767.355921:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715208767.355924:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715208772.361374:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208772.361410:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208772.361486:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208772.361495:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:1.0:1715208772.361561:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:1.0:1715208772.361573:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208772.361583:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 02000000:00000010:0.0:1715208772.361590:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000100:00000200:1.0:1715208772.361593:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952576, portal 25 00000400:00000010:0.0:1715208772.361598:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:1.0:1715208772.361599:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dadd0. 00000100:00000200:1.0:1715208772.361604:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075952576, offset 0 00000400:00000010:0.0:1715208772.361605:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715208772.361611:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952640, portal 4 00000400:00000200:1.0:1715208772.361619:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715208772.361620:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715208772.361624:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075952640, offset 0 00000400:00000200:0.0:1715208772.361634:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208772.361637:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208772.361644:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208772.361650:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208772.361655:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208772.361659:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208772.361664:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [358:358:256:4294967295] 192.168.202.130@tcp LPNI seq info [358:358:8:4294967295] 00000400:00000200:1.0:1715208772.361678:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208772.361687:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208772.361691:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715208772.361692:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715208772.361700:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208772.361715:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208772.361717:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715208772.361721:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208772.361723:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208772.361727:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208772.361730:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208772.361735:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [359:359:255:4294967295] 192.168.202.130@tcp LPNI seq info [359:359:7:4294967295] 00000400:00000200:0.0:1715208772.361749:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208772.361758:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208772.361762:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715208772.361769:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208772.361778:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208772.361783:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208772.361820:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208772.361826:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715208772.361835:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208772.361841:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208772.361846:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dadd0 00000400:00000010:2.0:1715208772.361848:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dadd0. 00000100:00000200:2.0:1715208772.361857:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075952576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208772.361948:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208772.361950:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208772.361962:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208772.361967:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208772.361969:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715208772.361971:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715208772.361976:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075952640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208772.364054:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208772.364072:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05dc0 00000400:00000200:0.0:1715208772.364083:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xbf9 [1] + 224 00000400:00000200:0.0:1715208772.364099:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208772.364105:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208772.364154:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075952576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208772.364209:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208772.364251:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05e00 00000400:00000200:0.0:1715208772.364258:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc01 [1] + 224 00000400:00000010:1.0:1715208772.364274:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208772.364281:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000200:0.0:1715208772.364284:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1715208772.364284:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715208772.364292:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:1.0:1715208772.364292:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075952576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208772.364301:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075952640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208772.364309:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075952576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208772.364351:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715208772.364359:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715208772.364365:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:2.0:1715208772.364385:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 00000400:00000200:2.0:1715208772.364393:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715208772.364395:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715208772.364402:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075952640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208772.364413:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075952640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208772.364436:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208772.364442:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715208772.364445:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715208777.369245:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208777.369275:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715208777.369327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208777.369353:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715208777.369422:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208777.369430:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 00000400:00000010:0.0:1715208777.369436:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 02000000:00000010:2.0:1715208777.369438:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715208777.369447:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e18. 00000100:00000200:0.0:1715208777.369461:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952768, portal 4 00000400:00000010:2.0:1715208777.369463:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715208777.369468:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952704, portal 25 00000400:00000010:0.0:1715208777.369470:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000010:2.0:1715208777.369472:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000100:00000200:0.0:1715208777.369473:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075952768, offset 0 00000100:00000200:2.0:1715208777.369474:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075952704, offset 0 00000400:00000200:0.0:1715208777.369484:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208777.369492:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208777.369498:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208777.369504:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208777.369509:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208777.369513:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208777.369516:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208777.369519:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [360:360:256:4294967295] 192.168.202.130@tcp LPNI seq info [360:360:8:4294967295] 00000400:00000200:0.0:1715208777.369530:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208777.369536:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208777.369539:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208777.369540:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715208777.369543:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208777.369547:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208777.369547:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208777.369550:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208777.369552:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208777.369556:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [361:361:255:4294967295] 192.168.202.130@tcp LPNI seq info [361:361:7:4294967295] 00000800:00000200:0.0:1715208777.369558:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208777.369563:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208777.369565:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208777.369570:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208777.369583:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715208777.369588:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208777.369595:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208777.369598:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208777.369654:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208777.369660:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715208777.369668:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208777.369675:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208777.369680:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715208777.369682:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715208777.369691:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075952768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208777.369786:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208777.369788:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715208777.369791:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208777.369795:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208777.369797:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715208777.369799:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715208777.369803:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075952704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208777.371767:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208777.371780:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05e80 00000400:00000200:0.0:1715208777.371788:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc09 [1] + 224 00000400:00000200:0.0:1715208777.371799:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208777.371803:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208777.371811:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075952768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208777.371846:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208777.371852:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05e40 00000400:00000200:0.0:1715208777.371866:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc0d [1] + 224 00000400:00000200:0.0:1715208777.371883:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208777.371887:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208777.371891:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075952704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208777.371934:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 00000400:00000200:2.0:1715208777.371942:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715208777.371944:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715208777.371951:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075952768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208777.371963:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075952768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208777.371994:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208777.371999:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715208777.372003:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:3.0:1715208777.372012:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e18. 00000400:00000200:3.0:1715208777.372029:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:3.0:1715208777.372031:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:3.0:1715208777.372040:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075952704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208777.372050:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075952704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208777.372069:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715208777.372074:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715208777.372077:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715208782.377250:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208782.377279:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715208782.377335:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208782.377339:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715208782.377418:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715208782.377422:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715208782.377427:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 00000400:00000010:1.0:1715208782.377432:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208782.377435:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000010:1.0:1715208782.377438:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715208782.377444:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952896, portal 4 00000100:00000200:1.0:1715208782.377445:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952832, portal 25 00000400:00000010:1.0:1715208782.377450:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da330. 00000400:00000010:0.0:1715208782.377451:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715208782.377452:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075952832, offset 0 00000100:00000200:0.0:1715208782.377454:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075952896, offset 0 00000400:00000200:1.0:1715208782.377465:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208782.377475:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208782.377487:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208782.377495:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208782.377500:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208782.377505:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208782.377507:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208782.377529:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [362:362:256:4294967295] 192.168.202.130@tcp LPNI seq info [362:362:8:4294967295] 00000400:00000200:1.0:1715208782.377541:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208782.377548:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208782.377550:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208782.377554:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715208782.377555:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715208782.377557:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208782.377560:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208782.377563:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715208782.377563:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208782.377566:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [363:363:255:4294967295] 192.168.202.130@tcp LPNI seq info [363:363:7:4294967295] 00000400:00000200:0.0:1715208782.377575:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208782.377575:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208782.377580:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715208782.377581:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715208782.377584:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000800:00000200:0.0:1715208782.377588:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208782.377595:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208782.377598:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208782.377677:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208782.377683:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715208782.377693:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208782.377700:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208782.377705:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da330 00000400:00000010:2.0:1715208782.377707:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da330. 00000100:00000200:2.0:1715208782.377717:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075952832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208782.377808:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208782.377811:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715208782.377813:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208782.377817:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208782.377820:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715208782.377821:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715208782.377825:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075952896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208782.379697:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208782.379719:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05ec0 00000400:00000200:0.0:1715208782.379727:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc1d [1] + 224 00000400:00000200:0.0:1715208782.379740:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208782.379744:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208782.379751:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075952832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208782.379789:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208782.379795:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05f00 00000400:00000200:0.0:1715208782.379799:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc19 [1] + 224 00000400:00000200:0.0:1715208782.379814:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208782.379818:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208782.379822:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075952896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208782.379879:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208782.379887:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208782.379889:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208782.379897:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075952832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208782.379908:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075952832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208782.379935:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 02000000:00000010:1.0:1715208782.379936:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715208782.379943:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715208782.379948:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000200:2.0:1715208782.379952:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715208782.379954:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715208782.379962:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075952896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208782.379973:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075952896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208782.379999:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208782.380004:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715208782.380006:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715208787.385286:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208787.385316:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715208787.385376:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208787.385380:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715208787.385458:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208787.385467:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:0.0:1715208787.385476:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715208787.385485:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953024, portal 4 00000400:00000010:0.0:1715208787.385495:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715208787.385497:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075953024, offset 0 02000000:00000010:2.0:1715208787.385506:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000200:0.0:1715208787.385509:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208787.385523:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e70. 00000400:00000200:0.0:1715208787.385531:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715208787.385532:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000400:00000200:0.0:1715208787.385538:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715208787.385540:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075952960, portal 25 00000400:00000200:0.0:1715208787.385543:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:2.0:1715208787.385546:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000400:00000200:0.0:1715208787.385548:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1715208787.385549:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075952960, offset 0 00000400:00000200:0.0:1715208787.385550:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208787.385560:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208787.385570:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [364:364:256:4294967295] 192.168.202.130@tcp LPNI seq info [364:364:8:4294967295] 00000400:00000200:0.0:1715208787.385583:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208787.385591:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208787.385597:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715208787.385598:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208787.385605:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208787.385605:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208787.385610:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208787.385614:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208787.385617:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208787.385617:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208787.385621:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [365:365:255:4294967295] 192.168.202.130@tcp LPNI seq info [365:365:7:4294967295] 00000800:00000200:0.0:1715208787.385622:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208787.385633:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208787.385639:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208787.385643:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715208787.385650:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208787.385660:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208787.385666:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208787.385737:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208787.385745:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715208787.385753:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208787.385765:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208787.385772:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715208787.385777:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715208787.385791:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075953024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208787.385919:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208787.385924:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715208787.385929:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208787.385937:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208787.385941:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:1.0:1715208787.385954:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:1.0:1715208787.385965:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075952960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208787.387789:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208787.387804:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe05f80 00000400:00000200:0.0:1715208787.387811:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc29 [1] + 224 00000400:00000200:0.0:1715208787.387825:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208787.387829:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208787.387837:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075953024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208787.387876:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208787.387881:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05f40 00000400:00000200:0.0:1715208787.387888:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc31 [1] + 224 00000400:00000200:0.0:1715208787.387904:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208787.387909:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208787.387913:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075952960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208787.387917:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000400:00000200:2.0:1715208787.387926:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715208787.387944:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715208787.387956:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075953024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208787.387970:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075953024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208787.388005:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208787.388012:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715208787.388017:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:3.0:1715208787.388036:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e70. 00000400:00000200:3.0:1715208787.388044:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:3.0:1715208787.388046:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:3.0:1715208787.388055:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075952960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208787.388066:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075952960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208787.388112:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715208787.388171:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715208787.388175:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715208792.393244:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208792.393273:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715208792.393332:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208792.393336:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715208792.393420:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208792.393429:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 00000400:00000010:0.0:1715208792.393454:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 02000000:00000010:2.0:1715208792.393458:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000100:00000200:0.0:1715208792.393462:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953152, portal 4 00000400:00000010:0.0:1715208792.393472:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000010:2.0:1715208792.393473:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f20. 00000100:00000200:0.0:1715208792.393474:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075953152, offset 0 00000400:00000010:2.0:1715208792.393481:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000400:00000200:0.0:1715208792.393486:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208792.393499:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953088, portal 25 00000400:00000200:0.0:1715208792.393506:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208792.393514:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208792.393519:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:2.0:1715208792.393519:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715208792.393522:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075953088, offset 0 00000400:00000200:0.0:1715208792.393524:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208792.393527:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208792.393531:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [366:366:256:4294967295] 192.168.202.130@tcp LPNI seq info [366:366:8:4294967295] 00000400:00000200:2.0:1715208792.393533:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208792.393544:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208792.393551:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208792.393556:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208792.393557:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208792.393564:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208792.393569:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208792.393574:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208792.393576:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208792.393578:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208792.393581:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208792.393581:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208792.393585:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [367:367:255:4294967295] 192.168.202.130@tcp LPNI seq info [367:367:7:4294967295] 00000400:00000200:2.0:1715208792.393596:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208792.393603:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208792.393608:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715208792.393614:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208792.393624:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208792.393630:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208792.393670:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208792.393676:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715208792.393684:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208792.393692:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208792.393697:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715208792.393699:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715208792.393710:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075953152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208792.393799:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208792.393802:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715208792.393805:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208792.393809:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208792.393812:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:1.0:1715208792.393814:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:1.0:1715208792.393818:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075953088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208792.395836:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208792.395851:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06000 00000400:00000200:0.0:1715208792.395859:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc39 [1] + 224 00000400:00000200:0.0:1715208792.395871:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208792.395874:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208792.395883:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075953152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208792.395922:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208792.395927:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe05fc0 00000400:00000200:0.0:1715208792.395932:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc41 [1] + 224 00000400:00000200:0.0:1715208792.395948:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208792.395958:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208792.395963:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075953088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208792.395976:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000400:00000200:2.0:1715208792.395985:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715208792.395987:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715208792.396013:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075953152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208792.396026:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075953152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208792.396082:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208792.396089:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208792.396093:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:3.0:1715208792.396112:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f20. 00000400:00000200:3.0:1715208792.396161:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:3.0:1715208792.396163:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:3.0:1715208792.396171:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075953088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208792.396183:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075953088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208792.396209:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715208792.396215:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715208792.396219:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715208797.401344:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208797.401380:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208797.401460:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208797.401468:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:2.0:1715208797.401533:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715208797.401544:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:2.0:1715208797.401547:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f78. 00000400:00000010:3.0:1715208797.401553:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715208797.401557:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000100:00000200:2.0:1715208797.401567:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953216, portal 25 00000400:00000010:2.0:1715208797.401574:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000400:00000010:3.0:1715208797.401577:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:2.0:1715208797.401578:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075953216, offset 0 00000100:00000200:3.0:1715208797.401582:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953280, portal 4 00000400:00000010:3.0:1715208797.401589:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257d48. 00000400:00000200:2.0:1715208797.401593:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715208797.401601:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075953280, offset 0 00000400:00000200:3.0:1715208797.401609:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208797.401612:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208797.401620:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208797.401627:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208797.401632:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208797.401636:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208797.401641:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [368:368:256:4294967295] 192.168.202.130@tcp LPNI seq info [368:368:8:4294967295] 00000400:00000200:2.0:1715208797.401658:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208797.401668:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208797.401669:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208797.401673:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715208797.401674:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000400:00000200:3.0:1715208797.401676:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208797.401679:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208797.401681:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208797.401683:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208797.401685:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [369:369:255:4294967295] 192.168.202.130@tcp LPNI seq info [369:369:7:4294967295] 00000400:00000200:3.0:1715208797.401694:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208797.401697:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208797.401699:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208797.401702:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba800. 00000800:00000200:2.0:1715208797.401704:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715208797.401707:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208797.401714:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208797.401717:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208797.401837:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208797.401843:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715208797.401852:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208797.401861:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208797.401866:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:0.0:1715208797.401869:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:0.0:1715208797.401881:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075953216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208797.401995:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208797.402048:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba800. 00000400:00000200:0.0:1715208797.402054:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208797.402060:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208797.402065:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257d48 00000400:00000010:0.0:1715208797.402067:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257d48. 00000100:00000200:0.0:1715208797.402074:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075953280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208797.403917:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208797.403933:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06040 00000400:00000200:0.0:1715208797.403943:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc49 [1] + 224 00000400:00000200:0.0:1715208797.403959:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208797.403965:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208797.403974:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075953216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208797.404083:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208797.404093:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06080 00000400:00000200:0.0:1715208797.404100:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc51 [1] + 224 00000400:00000010:2.0:1715208797.404159:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f78. 00000400:00000200:0.0:1715208797.404164:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208797.404167:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:2.0:1715208797.404169:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000400:00000200:0.0:1715208797.404172:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715208797.404177:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075953216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208797.404181:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075953280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208797.404198:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075953216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208797.404224:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715208797.404231:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715208797.404235:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:3.0:1715208797.404257:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208797.404264:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208797.404266:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208797.404273:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075953280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208797.404283:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075953280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208797.404312:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715208797.404320:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715208797.404325:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715208802.409287:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715208802.409317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715208802.409376:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208802.409380:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715208802.409465:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208802.409473:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 00000400:00000010:0.0:1715208802.409481:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715208802.409489:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953408, portal 4 00000400:00000010:0.0:1715208802.409497:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 02000000:00000010:1.0:1715208802.409497:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000100:00000200:0.0:1715208802.409500:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075953408, offset 0 00000400:00000200:0.0:1715208802.409511:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715208802.409514:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208802.409523:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715208802.409526:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715208802.409531:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953344, portal 25 00000400:00000200:0.0:1715208802.409532:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208802.409537:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:1.0:1715208802.409537:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daa18. 00000400:00000200:0.0:1715208802.409540:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715208802.409540:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075953344, offset 0 00000400:00000200:0.0:1715208802.409543:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208802.409548:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [370:370:256:4294967295] 192.168.202.130@tcp LPNI seq info [370:370:8:4294967295] 00000400:00000200:1.0:1715208802.409553:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208802.409559:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208802.409565:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208802.409569:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715208802.409572:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208802.409577:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208802.409579:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208802.409584:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208802.409588:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208802.409591:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208802.409594:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [371:371:255:4294967295] 192.168.202.130@tcp LPNI seq info [371:371:7:4294967295] 00000800:00000200:0.0:1715208802.409608:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208802.409612:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208802.409623:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208802.409631:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208802.409636:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715208802.409643:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208802.409654:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208802.409660:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208802.409712:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208802.409718:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208802.409726:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208802.409734:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208802.409738:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715208802.409741:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715208802.409750:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075953408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208802.409845:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208802.409848:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715208802.409851:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208802.409855:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208802.409858:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daa18 00000400:00000010:2.0:1715208802.409860:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daa18. 00000100:00000200:2.0:1715208802.409864:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075953344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208802.411612:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208802.411624:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06100 00000400:00000200:0.0:1715208802.411632:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc59 [1] + 224 00000400:00000200:0.0:1715208802.411643:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208802.411647:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208802.411654:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075953408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208802.411697:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208802.411702:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe060c0 00000400:00000200:0.0:1715208802.411707:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc61 [1] + 224 00000400:00000200:0.0:1715208802.411728:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208802.411731:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208802.411737:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075953344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208802.411745:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 00000400:00000200:2.0:1715208802.411753:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715208802.411755:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715208802.411763:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075953408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208802.411774:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075953408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208802.411804:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208802.411810:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208802.411823:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000010:1.0:1715208802.411884:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208802.411893:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208802.411895:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208802.411903:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075953344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208802.411914:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075953344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208802.411932:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715208802.411938:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715208802.411941:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715208807.417299:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208807.417326:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208807.417388:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208807.417393:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715208807.417461:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208807.417469:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 00000400:00000010:0.0:1715208807.417476:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715208807.417485:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953536, portal 4 00000400:00000010:0.0:1715208807.417492:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715208807.417495:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075953536, offset 0 02000000:00000010:3.0:1715208807.417502:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000200:0.0:1715208807.417506:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715208807.417514:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715208807.417520:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715208807.417521:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208807.417527:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1715208807.417538:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953472, portal 25 00000400:00000010:3.0:1715208807.417541:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257440. 00000100:00000200:3.0:1715208807.417543:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075953472, offset 0 00000400:00000200:0.0:1715208807.417545:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208807.417548:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208807.417550:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208807.417551:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208807.417555:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [372:372:256:4294967295] 192.168.202.130@tcp LPNI seq info [372:372:8:4294967295] 00000400:00000200:0.0:1715208807.417566:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208807.417573:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208807.417577:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208807.417578:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:3.0:1715208807.417581:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208807.417584:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208807.417584:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208807.417587:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208807.417588:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208807.417590:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [373:373:255:4294967295] 192.168.202.130@tcp LPNI seq info [373:373:7:4294967295] 00000800:00000200:0.0:1715208807.417594:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715208807.417597:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208807.417599:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715208807.417601:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208807.417604:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbad00. 00000800:00000200:3.0:1715208807.417608:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208807.417616:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208807.417619:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbad00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208807.417690:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208807.417696:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208807.417704:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208807.417711:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208807.417716:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715208807.417718:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715208807.417727:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075953536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208807.417817:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208807.417820:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbad00. 00000400:00000200:1.0:1715208807.417823:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208807.417827:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208807.417829:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257440 00000400:00000010:1.0:1715208807.417831:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257440. 00000100:00000200:1.0:1715208807.417846:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075953472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208807.419321:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208807.419337:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06180 00000400:00000200:0.0:1715208807.419344:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc69 [1] + 224 00000400:00000200:0.0:1715208807.419355:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208807.419359:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208807.419366:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075953536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208807.419407:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208807.419412:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06140 00000400:00000200:0.0:1715208807.419418:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc71 [1] + 224 00000400:00000200:0.0:1715208807.419433:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208807.419437:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208807.419442:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075953472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208807.419470:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000400:00000200:2.0:1715208807.419481:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715208807.419483:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715208807.419493:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075953536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208807.419509:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075953536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208807.419527:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208807.419532:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208807.419534:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208807.419540:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075953472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208807.419547:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075953472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208807.419548:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208807.419556:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715208807.419561:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 02000000:00000010:3.0:1715208807.419565:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715208807.419571:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715208807.419573:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715208812.425253:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208812.425280:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715208812.425326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208812.425330:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715208812.425420:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715208812.425423:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:0.0:1715208812.425428:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 00000400:00000010:1.0:1715208812.425432:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208812.425435:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000010:1.0:1715208812.425438:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715208812.425443:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953664, portal 4 00000100:00000200:1.0:1715208812.425444:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953600, portal 25 00000400:00000010:0.0:1715208812.425450:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000010:1.0:1715208812.425450:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dac38. 00000100:00000200:1.0:1715208812.425452:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075953600, offset 0 00000100:00000200:0.0:1715208812.425453:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075953664, offset 0 00000400:00000200:1.0:1715208812.425464:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208812.425472:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208812.425479:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208812.425485:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208812.425489:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208812.425493:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208812.425496:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208812.425499:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [374:374:256:4294967295] 192.168.202.130@tcp LPNI seq info [374:374:8:4294967295] 00000400:00000200:1.0:1715208812.425510:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208812.425517:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208812.425519:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715208812.425521:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000400:00000200:0.0:1715208812.425523:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208812.425526:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715208812.425528:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208812.425529:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208812.425531:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208812.425534:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [375:375:255:4294967295] 192.168.202.130@tcp LPNI seq info [375:375:7:4294967295] 00000800:00000200:1.0:1715208812.425538:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208812.425543:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208812.425543:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208812.425548:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208812.425551:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:0.0:1715208812.425556:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208812.425562:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208812.425565:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208812.425639:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208812.425645:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715208812.425653:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208812.425660:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208812.425664:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dac38 00000400:00000010:2.0:1715208812.425666:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dac38. 00000100:00000200:2.0:1715208812.425675:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075953600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208812.425767:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208812.425769:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715208812.425772:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208812.425776:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208812.425778:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715208812.425780:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715208812.425784:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075953664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208812.427777:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208812.427790:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe061c0 00000400:00000200:0.0:1715208812.427798:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc7d [1] + 224 00000400:00000200:0.0:1715208812.427809:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208812.427812:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208812.427819:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075953600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208812.427854:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208812.427859:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06200 00000400:00000200:0.0:1715208812.427863:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc79 [1] + 224 00000400:00000200:0.0:1715208812.427917:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208812.427922:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208812.427927:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075953664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208812.427935:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208812.427944:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208812.427947:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208812.427957:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075953600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208812.427973:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075953600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208812.428006:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715208812.428016:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715208812.428034:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:2.0:1715208812.428050:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:2.0:1715208812.428058:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715208812.428060:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715208812.428067:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075953664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208812.428095:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075953664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208812.428156:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208812.428161:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715208812.428164:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715208817.433339:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208817.433367:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715208817.433425:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208817.433429:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715208817.433497:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208817.433501:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715208817.433504:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 00000400:00000010:0.0:1715208817.433511:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:2.0:1715208817.433513:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f78. 00000100:00000200:0.0:1715208817.433519:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953792, portal 4 00000400:00000010:2.0:1715208817.433521:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000100:00000200:2.0:1715208817.433526:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953728, portal 25 00000400:00000010:0.0:1715208817.433527:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715208817.433530:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075953792, offset 0 00000400:00000010:2.0:1715208817.433532:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000400:00000200:0.0:1715208817.433540:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208817.433548:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075953728, offset 0 00000400:00000200:0.0:1715208817.433554:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208817.433559:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208817.433560:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208817.433564:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208817.433568:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208817.433571:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208817.433574:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [376:376:256:4294967295] 192.168.202.130@tcp LPNI seq info [376:376:8:4294967295] 00000400:00000200:0.0:1715208817.433584:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208817.433590:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208817.433594:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208817.433594:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208817.433600:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208817.433600:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208817.433604:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208817.433608:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208817.433610:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208817.433612:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208817.433615:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208817.433615:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [377:377:255:4294967295] 192.168.202.130@tcp LPNI seq info [377:377:7:4294967295] 00000400:00000200:2.0:1715208817.433628:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208817.433635:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208817.433639:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715208817.433643:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208817.433649:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208817.433652:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208817.433702:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208817.433707:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715208817.433715:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208817.433722:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208817.433726:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715208817.433728:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715208817.433737:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075953792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208817.433855:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208817.433858:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715208817.433861:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208817.433864:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208817.433867:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715208817.433869:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715208817.433872:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075953728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208817.435718:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208817.435730:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06280 00000400:00000200:0.0:1715208817.435755:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc89 [1] + 224 00000400:00000200:0.0:1715208817.435767:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208817.435771:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208817.435778:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075953792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208817.435813:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208817.435818:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06240 00000400:00000200:0.0:1715208817.435823:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc8d [1] + 224 00000400:00000200:0.0:1715208817.435858:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208817.435862:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208817.435884:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075953728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208817.435901:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 00000400:00000200:2.0:1715208817.435909:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715208817.435911:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715208817.435920:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075953792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208817.435954:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075953792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208817.435955:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f78. 00000400:00000200:3.0:1715208817.435964:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:3.0:1715208817.435967:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:3.0:1715208817.435975:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075953728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208817.435990:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208817.435998:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208817.436003:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000200:3.0:1715208817.436007:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075953728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208817.436029:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715208817.436035:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715208817.436038:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715208822.441312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208822.441342:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208822.441394:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208822.441398:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715208822.441470:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715208822.441474:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:0.0:1715208822.441477:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 00000400:00000010:0.0:1715208822.441484:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000400:00000010:1.0:1715208822.441485:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715208822.441492:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953920, portal 4 00000400:00000010:1.0:1715208822.441494:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208822.441499:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953856, portal 25 00000400:00000010:0.0:1715208822.441500:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715208822.441503:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075953920, offset 0 00000400:00000010:1.0:1715208822.441504:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da2a8. 00000100:00000200:1.0:1715208822.441507:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075953856, offset 0 00000400:00000200:0.0:1715208822.441514:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208822.441526:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208822.441530:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208822.441536:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208822.441541:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208822.441544:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208822.441547:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208822.441550:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [378:378:256:4294967295] 192.168.202.130@tcp LPNI seq info [378:378:8:4294967295] 00000400:00000200:0.0:1715208822.441583:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208822.441590:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208822.441593:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208822.441595:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715208822.441597:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208822.441601:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208822.441601:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208822.441604:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208822.441606:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208822.441609:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [379:379:255:4294967295] 192.168.202.130@tcp LPNI seq info [379:379:7:4294967295] 00000800:00000200:0.0:1715208822.441612:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208822.441617:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208822.441621:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208822.441628:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208822.441644:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715208822.441652:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208822.441661:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208822.441665:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208822.441712:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208822.441719:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715208822.441727:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208822.441734:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208822.441739:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715208822.441741:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715208822.441750:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075953920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208822.441874:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208822.441877:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715208822.441880:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208822.441884:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208822.441887:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da2a8 00000400:00000010:2.0:1715208822.441889:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da2a8. 00000100:00000200:2.0:1715208822.441893:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075953856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208822.443670:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208822.443683:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06300 00000400:00000200:0.0:1715208822.443691:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc99 [1] + 224 00000400:00000200:0.0:1715208822.443702:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208822.443706:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208822.443713:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075953920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208822.443749:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208822.443754:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe062c0 00000400:00000200:0.0:1715208822.443759:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xc9d [1] + 224 00000400:00000200:0.0:1715208822.443774:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208822.443778:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208822.443810:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075953856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208822.443839:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:2.0:1715208822.443849:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715208822.443851:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715208822.443861:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075953920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208822.443878:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075953920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208822.443918:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000400:00000010:1.0:1715208822.443926:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715208822.443926:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000400:00000200:1.0:1715208822.443934:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208822.443936:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208822.443944:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075953856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208822.443944:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000200:1.0:1715208822.443954:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075953856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208822.443972:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715208822.443978:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715208822.443981:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715208827.449311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208827.449340:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208827.449395:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208827.449399:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715208827.449474:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:3.0:1715208827.449478:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:0.0:1715208827.449482:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 00000400:00000010:3.0:1715208827.449487:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715208827.449489:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000010:3.0:1715208827.449493:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208827.449500:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075953984, portal 25 00000400:00000010:3.0:1715208827.449506:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257990. 00000100:00000200:3.0:1715208827.449509:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075953984, offset 0 00000100:00000200:0.0:1715208827.449513:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954048, portal 4 00000400:00000010:0.0:1715208827.449520:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000200:3.0:1715208827.449520:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208827.449525:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075954048, offset 0 00000400:00000200:0.0:1715208827.449532:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208827.449536:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208827.449542:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208827.449546:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208827.449550:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208827.449553:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208827.449558:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [380:380:256:4294967295] 192.168.202.130@tcp LPNI seq info [380:380:8:4294967295] 00000400:00000200:3.0:1715208827.449574:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208827.449584:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208827.449585:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208827.449589:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715208827.449591:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaa00. 00000400:00000200:0.0:1715208827.449593:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208827.449595:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208827.449598:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208827.449601:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [381:381:255:4294967295] 192.168.202.130@tcp LPNI seq info [381:381:7:4294967295] 00000800:00000200:3.0:1715208827.449601:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208827.449611:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208827.449615:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208827.449616:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208827.449619:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:3.0:1715208827.449622:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaa00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208827.449624:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208827.449630:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208827.449634:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208827.449718:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208827.449724:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaa00. 00000400:00000200:1.0:1715208827.449731:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208827.449767:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208827.449771:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257990 00000400:00000010:1.0:1715208827.449773:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257990. 00000100:00000200:1.0:1715208827.449784:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075953984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208827.449876:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208827.449879:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715208827.449881:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208827.449886:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208827.449888:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715208827.449890:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715208827.449894:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075954048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208827.451638:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208827.451652:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06380 00000400:00000200:0.0:1715208827.451659:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xcb1 [1] + 224 00000400:00000200:0.0:1715208827.451670:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208827.451674:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208827.451681:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075954048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208827.451717:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208827.451722:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06340 00000400:00000200:0.0:1715208827.451726:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xca9 [1] + 224 00000400:00000200:0.0:1715208827.451773:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208827.451778:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208827.451790:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075953984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208827.451810:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:2.0:1715208827.451821:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715208827.451825:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715208827.451835:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075954048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208827.451852:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075954048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208827.451874:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208827.451881:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208827.451884:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 02000000:00000010:2.0:1715208827.451885:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000100:00000200:3.0:1715208827.451891:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075953984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208827.451892:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715208827.451898:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000200:3.0:1715208827.451925:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075953984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208827.451946:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715208827.451952:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715208827.451956:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715208832.457321:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208832.457352:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715208832.457413:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208832.457417:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715208832.457497:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208832.457503:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715208832.457505:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 00000400:00000010:0.0:1715208832.457512:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000010:2.0:1715208832.457513:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000100:00000200:0.0:1715208832.457520:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954176, portal 4 00000400:00000010:2.0:1715208832.457521:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715208832.457526:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954112, portal 25 00000400:00000010:0.0:1715208832.457528:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000010:2.0:1715208832.457530:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:0.0:1715208832.457531:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075954176, offset 0 00000100:00000200:2.0:1715208832.457532:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075954112, offset 0 00000400:00000200:0.0:1715208832.457542:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208832.457553:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208832.457558:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208832.457564:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208832.457568:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208832.457572:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208832.457575:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208832.457578:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [382:382:256:4294967295] 192.168.202.130@tcp LPNI seq info [382:382:8:4294967295] 00000400:00000200:0.0:1715208832.457589:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208832.457596:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208832.457598:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208832.457600:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715208832.457602:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208832.457605:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208832.457605:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208832.457608:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208832.457611:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208832.457614:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [383:383:255:4294967295] 192.168.202.130@tcp LPNI seq info [383:383:7:4294967295] 00000800:00000200:0.0:1715208832.457616:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208832.457620:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208832.457623:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208832.457628:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208832.457632:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715208832.457636:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208832.457643:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208832.457646:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208832.457750:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208832.457765:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208832.457773:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208832.457780:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208832.457785:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:1.0:1715208832.457787:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715208832.457796:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075954176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208832.457894:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208832.457896:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715208832.457899:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208832.457903:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208832.457906:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715208832.457908:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715208832.457911:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075954112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208832.460578:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208832.460591:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe063c0 00000400:00000200:0.0:1715208832.460600:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xcbd [1] + 224 00000400:00000200:0.0:1715208832.460611:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208832.460623:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208832.460631:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075954112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208832.460673:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208832.460678:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06400 00000400:00000200:0.0:1715208832.460682:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xcb9 [1] + 224 00000400:00000010:2.0:1715208832.460721:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:0.0:1715208832.460728:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208832.460728:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715208832.460731:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000400:00000200:0.0:1715208832.460733:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208832.460738:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075954176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208832.460738:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075954112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208832.460750:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075954112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208832.460775:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715208832.460781:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715208832.460785:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:1.0:1715208832.460858:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 00000400:00000200:1.0:1715208832.460867:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715208832.460869:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715208832.460877:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075954176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208832.460887:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075954176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208832.460911:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715208832.460916:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715208832.460918:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715208837.465314:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208837.465345:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208837.465406:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208837.465410:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715208837.465492:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715208837.465500:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 00000400:00000010:0.0:1715208837.465507:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715208837.465516:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954304, portal 4 02000000:00000010:3.0:1715208837.465523:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:0.0:1715208837.465526:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715208837.465529:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075954304, offset 0 00000400:00000010:3.0:1715208837.465532:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715208837.465540:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715208837.465548:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208837.465553:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954240, portal 25 00000400:00000200:0.0:1715208837.465555:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:3.0:1715208837.465557:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257330. 00000100:00000200:3.0:1715208837.465559:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075954240, offset 0 00000400:00000200:0.0:1715208837.465561:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208837.465566:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208837.465566:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208837.465570:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208837.465573:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208837.465576:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [384:384:256:4294967295] 192.168.202.130@tcp LPNI seq info [384:384:8:4294967295] 00000400:00000200:0.0:1715208837.465587:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208837.465593:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208837.465596:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208837.465600:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208837.465603:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208837.465606:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208837.465609:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208837.465611:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [385:385:255:4294967295] 192.168.202.130@tcp LPNI seq info [385:385:7:4294967295] 00000800:00000010:0.0:1715208837.465617:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:3.0:1715208837.465621:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208837.465624:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208837.465626:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208837.465630:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbae00. 00000800:00000200:3.0:1715208837.465634:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208837.465635:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208837.465640:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715208837.465641:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208837.465645:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbae00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208837.465750:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208837.465756:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715208837.465765:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208837.465772:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208837.465777:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715208837.465779:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715208837.465788:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075954304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208837.465896:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208837.465898:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbae00. 00000400:00000200:1.0:1715208837.465901:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208837.465905:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208837.465908:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257330 00000400:00000010:1.0:1715208837.465909:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257330. 00000100:00000200:1.0:1715208837.465914:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075954240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208837.467927:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208837.467940:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06480 00000400:00000200:0.0:1715208837.467948:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xcc9 [1] + 224 00000400:00000200:0.0:1715208837.467959:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208837.467962:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208837.467970:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075954304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208837.468007:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208837.468013:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06440 00000400:00000200:0.0:1715208837.468017:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xcd1 [1] + 224 00000400:00000200:0.0:1715208837.468034:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208837.468037:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208837.468042:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075954240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208837.468095:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 00000400:00000200:2.0:1715208837.468104:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715208837.468106:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000400:00000010:3.0:1715208837.468112:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715208837.468153:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075954304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208837.468165:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075954304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208837.468199:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208837.468204:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715208837.468208:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000200:3.0:1715208837.468245:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208837.468247:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208837.468255:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075954240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208837.468282:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075954240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208837.468300:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715208837.468306:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715208837.468309:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715208842.473346:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208842.473376:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715208842.473438:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208842.473443:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715208842.473515:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208842.473521:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715208842.473523:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 00000400:00000010:0.0:1715208842.473530:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000010:2.0:1715208842.473533:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000100:00000200:0.0:1715208842.473538:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954432, portal 4 00000400:00000010:2.0:1715208842.473540:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000400:00000010:0.0:1715208842.473546:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715208842.473546:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954368, portal 25 00000100:00000200:0.0:1715208842.473549:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075954432, offset 0 00000400:00000010:2.0:1715208842.473551:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000400:00000200:0.0:1715208842.473560:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208842.473585:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075954368, offset 0 00000400:00000200:0.0:1715208842.473595:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208842.473597:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208842.473601:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208842.473606:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208842.473650:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208842.473654:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208842.473658:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [386:386:256:4294967295] 192.168.202.130@tcp LPNI seq info [386:386:8:4294967295] 00000400:00000200:0.0:1715208842.473669:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208842.473676:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208842.473680:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208842.473685:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715208842.473686:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208842.473691:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208842.473696:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208842.473697:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208842.473700:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208842.473702:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208842.473715:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208842.473721:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [387:387:255:4294967295] 192.168.202.130@tcp LPNI seq info [387:387:7:4294967295] 00000400:00000200:2.0:1715208842.473734:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208842.473742:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208842.473747:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715208842.473753:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208842.473761:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208842.473766:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208842.473824:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208842.473831:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208842.473841:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208842.473852:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208842.473858:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:1.0:1715208842.473861:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:1.0:1715208842.473872:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075954432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208842.473986:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208842.473990:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715208842.473994:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208842.474000:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208842.474004:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715208842.474007:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715208842.474013:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075954368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208842.475845:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208842.475858:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06500 00000400:00000200:0.0:1715208842.475866:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xcd9 [1] + 224 00000400:00000200:0.0:1715208842.475878:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208842.475881:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208842.475889:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075954432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208842.475926:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208842.475931:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe064c0 00000400:00000200:0.0:1715208842.475935:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xcdd [1] + 224 00000400:00000200:0.0:1715208842.475952:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208842.475956:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208842.475961:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075954368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208842.475987:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 00000400:00000200:2.0:1715208842.475996:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715208842.475998:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715208842.476008:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075954432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208842.476025:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075954432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208842.476029:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:3.0:1715208842.476037:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:3.0:1715208842.476039:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:3.0:1715208842.476048:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075954368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208842.476058:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075954368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208842.476064:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208842.476071:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 02000000:00000010:3.0:1715208842.476076:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 00000100:00000010:2.0:1715208842.476077:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 02000000:00000010:3.0:1715208842.476080:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:3.0:1715208842.476083:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715208847.481323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208847.481352:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208847.481429:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208847.481434:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715208847.481516:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208847.481524:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 02000000:00000010:1.0:1715208847.481529:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715208847.481531:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:1.0:1715208847.481538:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715208847.481539:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954560, portal 4 00000400:00000010:1.0:1715208847.481543:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715208847.481546:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715208847.481548:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954496, portal 25 00000100:00000200:0.0:1715208847.481549:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075954560, offset 0 00000400:00000010:1.0:1715208847.481552:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da5d8. 00000400:00000200:0.0:1715208847.481560:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208847.481635:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208847.481641:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208847.481646:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208847.481649:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208847.481652:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208847.481656:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [388:388:256:4294967295] 192.168.202.130@tcp LPNI seq info [388:388:8:4294967295] 00000400:00000200:0.0:1715208847.481667:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208847.481674:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208847.481679:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:0.0:1715208847.481685:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208847.481696:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208847.481700:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1715208847.481761:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075954496, offset 0 00000400:00000200:1.0:1715208847.481770:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208847.481789:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208847.481793:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208847.481796:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208847.481799:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208847.481801:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208847.481804:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [389:389:255:4294967295] 192.168.202.130@tcp LPNI seq info [389:389:7:4294967295] 00000400:00000200:1.0:1715208847.481813:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208847.481818:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208847.481822:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715208847.481826:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208847.481832:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208847.481836:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208847.481901:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208847.481908:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715208847.481916:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208847.481925:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208847.481932:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715208847.481935:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715208847.481945:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075954560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208847.481999:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208847.482003:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715208847.482008:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208847.482014:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208847.482027:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da5d8 00000400:00000010:2.0:1715208847.482030:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da5d8. 00000100:00000200:2.0:1715208847.482038:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075954496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208847.483334:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208847.483347:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06580 00000400:00000200:0.0:1715208847.483355:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xce9 [1] + 224 00000400:00000200:0.0:1715208847.483366:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208847.483369:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208847.483377:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075954560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208847.483413:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208847.483428:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06540 00000400:00000200:0.0:1715208847.483432:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xced [1] + 224 00000400:00000200:0.0:1715208847.483449:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208847.483452:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208847.483457:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075954496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208847.483465:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000400:00000200:2.0:1715208847.483472:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715208847.483475:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715208847.483483:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075954560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208847.483497:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075954560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208847.483547:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208847.483553:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715208847.483557:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:1.0:1715208847.483594:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208847.483602:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208847.483604:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208847.483612:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075954496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208847.483622:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075954496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208847.483639:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715208847.483645:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715208847.483648:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715208852.489262:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208852.489292:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208852.489347:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208852.489351:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715208852.489415:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208852.489422:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 00000400:00000010:0.0:1715208852.489429:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715208852.489437:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954688, portal 4 00000400:00000010:0.0:1715208852.489445:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 02000000:00000010:2.0:1715208852.489447:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000100:00000200:0.0:1715208852.489448:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075954688, offset 0 00000400:00000010:2.0:1715208852.489457:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c60. 00000400:00000200:0.0:1715208852.489459:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208852.489472:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000400:00000200:0.0:1715208852.489473:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715208852.489477:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954624, portal 25 00000400:00000200:0.0:1715208852.489480:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715208852.489481:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715208852.489483:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075954624, offset 0 00000400:00000200:0.0:1715208852.489484:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208852.489489:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208852.489491:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208852.489491:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208852.489495:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [390:390:256:4294967295] 192.168.202.130@tcp LPNI seq info [390:390:8:4294967295] 00000400:00000200:0.0:1715208852.489506:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208852.489512:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208852.489516:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715208852.489516:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208852.489520:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208852.489547:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208852.489548:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208852.489550:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208852.489553:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208852.489556:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [391:391:255:4294967295] 192.168.202.130@tcp LPNI seq info [391:391:7:4294967295] 00000800:00000200:0.0:1715208852.489558:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208852.489563:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208852.489565:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208852.489570:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208852.489576:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715208852.489591:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208852.489597:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208852.489601:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208852.489677:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208852.489683:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715208852.489691:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208852.489698:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208852.489703:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715208852.489705:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715208852.489714:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075954688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208852.489810:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208852.489821:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715208852.489824:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208852.489829:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208852.489832:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:1.0:1715208852.489834:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:1.0:1715208852.489838:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075954624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208852.491749:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208852.491762:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06600 00000400:00000200:0.0:1715208852.491770:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xcf9 [1] + 224 00000400:00000200:0.0:1715208852.491781:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208852.491785:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208852.491792:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075954688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208852.491830:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208852.491836:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe065c0 00000400:00000200:0.0:1715208852.491840:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd01 [1] + 224 00000400:00000200:0.0:1715208852.491862:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208852.491866:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208852.491871:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075954624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208852.491917:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000400:00000200:2.0:1715208852.491927:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715208852.491929:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715208852.491939:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075954688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208852.491957:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075954688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208852.491987:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c60. 02000000:00000010:2.0:1715208852.491996:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000400:00000200:3.0:1715208852.491996:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:3.0:1715208852.491997:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 02000000:00000010:2.0:1715208852.492004:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000200:3.0:1715208852.492005:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075954624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208852.492010:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000200:3.0:1715208852.492017:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075954624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208852.492035:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715208852.492040:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715208852.492043:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715208857.497334:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208857.497365:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208857.497420:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208857.497424:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715208857.497531:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715208857.497539:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 00000400:00000010:0.0:1715208857.497546:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 02000000:00000010:1.0:1715208857.497546:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000100:00000200:0.0:1715208857.497554:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954816, portal 4 00000400:00000010:1.0:1715208857.497555:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208857.497561:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715208857.497562:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715208857.497566:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075954816, offset 0 00000100:00000200:1.0:1715208857.497566:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954752, portal 25 00000400:00000010:1.0:1715208857.497570:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:0.0:1715208857.497577:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208857.497582:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075954752, offset 0 00000400:00000200:1.0:1715208857.497589:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208857.497594:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208857.497600:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208857.497605:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208857.497609:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208857.497636:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208857.497641:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [392:392:256:4294967295] 192.168.202.130@tcp LPNI seq info [392:392:8:4294967295] 00000400:00000200:0.0:1715208857.497656:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208857.497666:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208857.497668:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208857.497672:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715208857.497673:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208857.497675:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208857.497678:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208857.497680:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208857.497682:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208857.497683:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [393:393:255:4294967295] 192.168.202.130@tcp LPNI seq info [393:393:7:4294967295] 00000400:00000200:1.0:1715208857.497693:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208857.497696:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208857.497698:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208857.497701:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:0.0:1715208857.497703:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208857.497706:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208857.497712:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208857.497715:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208857.497808:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208857.497814:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208857.497822:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208857.497830:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208857.497834:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715208857.497836:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715208857.497846:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075954816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208857.497938:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208857.497940:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715208857.497944:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208857.497948:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208857.497950:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:2.0:1715208857.497952:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:2.0:1715208857.497955:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075954752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208857.499967:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208857.499980:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06680 00000400:00000200:0.0:1715208857.499989:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd09 [1] + 224 00000400:00000200:0.0:1715208857.500000:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208857.500004:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208857.500012:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075954816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208857.500049:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208857.500054:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06640 00000400:00000200:0.0:1715208857.500058:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd0d [1] + 224 00000400:00000200:0.0:1715208857.500076:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208857.500080:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208857.500085:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075954752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208857.500225:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208857.500233:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208857.500235:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208857.500243:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075954752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208857.500272:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075954752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208857.500288:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000400:00000200:2.0:1715208857.500296:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 02000000:00000010:1.0:1715208857.500297:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715208857.500304:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000400:00000010:2.0:1715208857.500307:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000010:1.0:1715208857.500309:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000200:2.0:1715208857.500315:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075954816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208857.500326:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075954816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208857.500350:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208857.500355:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715208857.500358:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715208862.505253:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208862.505281:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715208862.505336:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208862.505340:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715208862.505405:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208862.505408:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:2.0:1715208862.505420:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000010:2.0:1715208862.505428:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000400:00000010:0.0:1715208862.505431:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000100:00000200:2.0:1715208862.505465:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954880, portal 25 00000400:00000010:0.0:1715208862.505466:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715208862.505471:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075954944, portal 4 00000400:00000010:2.0:1715208862.505471:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715208862.505475:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075954880, offset 0 00000400:00000010:0.0:1715208862.505478:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000200:2.0:1715208862.505486:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208862.505491:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075954944, offset 0 00000400:00000200:0.0:1715208862.505499:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208862.505502:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208862.505507:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208862.505512:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208862.505515:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208862.505518:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208862.505522:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [394:394:256:4294967295] 192.168.202.130@tcp LPNI seq info [394:394:8:4294967295] 00000400:00000200:2.0:1715208862.505533:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208862.505539:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208862.505541:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208862.505543:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715208862.505545:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208862.505548:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208862.505550:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208862.505551:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208862.505554:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208862.505557:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [395:395:255:4294967295] 192.168.202.130@tcp LPNI seq info [395:395:7:4294967295] 00000800:00000200:2.0:1715208862.505560:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208862.505565:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208862.505567:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208862.505571:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208862.505575:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715208862.505579:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208862.505586:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208862.505589:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208862.505664:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208862.505670:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715208862.505678:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208862.505685:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208862.505689:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:1.0:1715208862.505692:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:1.0:1715208862.505701:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075954880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208862.505795:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208862.505798:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208862.505800:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208862.505804:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208862.505807:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715208862.505809:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715208862.505812:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075954944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208862.507639:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208862.507652:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe066c0 00000400:00000200:0.0:1715208862.507660:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd19 [1] + 224 00000400:00000200:0.0:1715208862.507671:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208862.507675:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208862.507682:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075954880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208862.507718:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208862.507724:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06700 00000400:00000200:0.0:1715208862.507728:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd1d [1] + 224 00000400:00000200:0.0:1715208862.507751:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208862.507761:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208862.507766:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075954944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208862.507780:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:2.0:1715208862.507789:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:2.0:1715208862.507792:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715208862.507813:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075954880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208862.507830:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075954880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208862.507862:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715208862.507872:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715208862.507877:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:1.0:1715208862.507887:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 00000400:00000200:1.0:1715208862.507895:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715208862.507897:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715208862.507905:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075954944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208862.507916:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075954944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208862.507939:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715208862.507944:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715208862.507957:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715208867.513331:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208867.513362:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715208867.513453:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208867.513458:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715208867.513531:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715208867.513533:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:0.0:1715208867.513539:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 00000400:00000010:1.0:1715208867.513543:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208867.513546:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000010:1.0:1715208867.513549:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715208867.513554:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955072, portal 4 00000100:00000200:1.0:1715208867.513555:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955008, portal 25 00000400:00000010:1.0:1715208867.513560:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dabb0. 00000400:00000010:0.0:1715208867.513561:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715208867.513562:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075955008, offset 0 00000100:00000200:0.0:1715208867.513563:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075955072, offset 0 00000400:00000200:1.0:1715208867.513574:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208867.513582:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208867.513590:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208867.513596:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208867.513601:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208867.513604:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208867.513607:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208867.513611:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [396:396:256:4294967295] 192.168.202.130@tcp LPNI seq info [396:396:8:4294967295] 00000400:00000200:1.0:1715208867.513622:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208867.513628:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208867.513631:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715208867.513633:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715208867.513635:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208867.513639:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715208867.513639:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208867.513642:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208867.513645:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208867.513648:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [397:397:255:4294967295] 192.168.202.130@tcp LPNI seq info [397:397:7:4294967295] 00000800:00000200:1.0:1715208867.513650:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208867.513655:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208867.513658:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208867.513663:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208867.513666:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715208867.513671:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208867.513677:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208867.513681:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208867.513752:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208867.513758:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715208867.513767:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208867.513774:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208867.513779:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dabb0 00000400:00000010:2.0:1715208867.513781:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dabb0. 00000100:00000200:2.0:1715208867.513790:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075955008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208867.513880:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208867.513882:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715208867.513885:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208867.513889:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208867.513891:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715208867.513893:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715208867.513896:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075955072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208867.515745:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208867.515756:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06740 00000400:00000200:0.0:1715208867.515764:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd2d [1] + 224 00000400:00000200:0.0:1715208867.515797:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208867.515800:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208867.515807:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075955008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208867.515849:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208867.515854:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06780 00000400:00000200:0.0:1715208867.515858:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd29 [1] + 224 00000400:00000200:0.0:1715208867.515879:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208867.515883:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208867.515888:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075955072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208867.515945:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208867.515953:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208867.515955:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208867.515962:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075955008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208867.515973:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075955008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208867.515978:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 00000400:00000200:2.0:1715208867.515987:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715208867.515989:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 02000000:00000010:1.0:1715208867.515999:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 00000100:00000200:2.0:1715208867.515999:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075955072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208867.516006:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715208867.516010:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000200:2.0:1715208867.516015:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075955072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208867.516046:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208867.516062:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715208867.516067:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715208872.521399:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208872.521427:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715208872.521480:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208872.521484:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715208872.521551:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208872.521558:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 00000400:00000010:0.0:1715208872.521565:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 02000000:00000010:2.0:1715208872.521572:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000100:00000200:0.0:1715208872.521573:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955200, portal 4 00000400:00000010:0.0:1715208872.521580:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:2.0:1715208872.521581:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000100:00000200:0.0:1715208872.521583:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075955200, offset 0 00000400:00000010:2.0:1715208872.521586:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000400:00000200:0.0:1715208872.521593:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208872.521600:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955136, portal 25 00000400:00000010:2.0:1715208872.521604:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715208872.521606:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075955136, offset 0 00000400:00000200:0.0:1715208872.521607:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208872.521612:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208872.521613:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208872.521617:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208872.521621:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208872.521623:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208872.521626:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [398:398:256:4294967295] 192.168.202.130@tcp LPNI seq info [398:398:8:4294967295] 00000400:00000200:0.0:1715208872.521636:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208872.521662:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208872.521664:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208872.521666:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208872.521667:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208872.521671:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208872.521672:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208872.521674:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208872.521676:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208872.521679:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [399:399:255:4294967295] 192.168.202.130@tcp LPNI seq info [399:399:7:4294967295] 00000800:00000200:0.0:1715208872.521682:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208872.521687:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208872.521688:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208872.521692:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208872.521695:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715208872.521700:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208872.521706:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208872.521709:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208872.521785:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208872.521790:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208872.521799:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208872.521805:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208872.521810:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715208872.521812:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715208872.521821:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075955200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208872.521910:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208872.521913:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715208872.521915:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208872.521919:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208872.521922:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:1.0:1715208872.521923:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715208872.521927:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075955136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208872.523693:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208872.523705:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06800 00000400:00000200:0.0:1715208872.523713:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd39 [1] + 224 00000400:00000200:0.0:1715208872.523723:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208872.523726:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208872.523733:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075955200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208872.523767:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208872.523771:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe067c0 00000400:00000200:0.0:1715208872.523775:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd41 [1] + 224 00000400:00000200:0.0:1715208872.523793:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208872.523797:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208872.523801:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075955136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208872.523849:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 00000400:00000200:2.0:1715208872.523857:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715208872.523858:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715208872.523866:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075955200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208872.523876:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075955200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208872.523885:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:3.0:1715208872.523895:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:3.0:1715208872.523897:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 02000000:00000010:2.0:1715208872.523905:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000100:00000200:3.0:1715208872.523906:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075955136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208872.523910:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715208872.523923:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000200:3.0:1715208872.523932:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075955136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208872.523950:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715208872.523954:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715208872.523956:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715208877.529234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208877.529263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208877.529336:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715208877.529341:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715208877.529420:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715208877.529428:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 02000000:00000010:1.0:1715208877.529429:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715208877.529435:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000010:1.0:1715208877.529438:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715208877.529443:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955328, portal 4 00000400:00000010:1.0:1715208877.529444:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208877.529449:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955264, portal 25 00000400:00000010:0.0:1715208877.529450:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:1.0:1715208877.529453:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715208877.529456:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075955264, offset 0 00000400:00000200:1.0:1715208877.529467:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208877.529474:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075955328, offset 0 00000400:00000200:1.0:1715208877.529482:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208877.529489:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208877.529491:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208877.529493:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208877.529497:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208877.529500:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208877.529503:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [400:400:256:4294967295] 192.168.202.130@tcp LPNI seq info [400:400:8:4294967295] 00000400:00000200:1.0:1715208877.529514:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208877.529520:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208877.529523:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208877.529527:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208877.529530:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208877.529533:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208877.529535:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000010:1.0:1715208877.529535:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715208877.529538:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [401:401:255:4294967295] 192.168.202.130@tcp LPNI seq info [401:401:7:4294967295] 00000800:00000200:1.0:1715208877.529542:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208877.529548:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208877.529553:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715208877.529554:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:0.0:1715208877.529556:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:1.0:1715208877.529559:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208877.529561:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208877.529567:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208877.529571:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208877.529658:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208877.529664:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715208877.529674:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208877.529682:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208877.529686:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:2.0:1715208877.529688:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:2.0:1715208877.529697:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075955264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208877.529789:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208877.529791:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208877.529794:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208877.529798:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208877.529800:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715208877.529802:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715208877.529806:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075955328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208877.531806:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208877.531819:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06840 00000400:00000200:0.0:1715208877.531827:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd4d [1] + 224 00000400:00000200:0.0:1715208877.531838:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208877.531842:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208877.531850:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075955264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208877.531886:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208877.531891:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06880 00000400:00000200:0.0:1715208877.531895:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd49 [1] + 224 00000400:00000200:0.0:1715208877.531912:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208877.531916:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208877.531921:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075955328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208877.531975:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208877.531983:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208877.531984:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208877.531992:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075955264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208877.532004:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075955264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208877.532020:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 00000400:00000200:2.0:1715208877.532028:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 02000000:00000010:1.0:1715208877.532029:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 00000400:00000010:2.0:1715208877.532030:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 02000000:00000010:1.0:1715208877.532036:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000200:2.0:1715208877.532037:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075955328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715208877.532040:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000200:2.0:1715208877.532048:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075955328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208877.532071:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208877.532075:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715208877.532078:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715208882.537361:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208882.537391:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715208882.537446:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715208882.537450:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715208882.537521:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208882.537529:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 02000000:00000010:3.0:1715208882.537534:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:0.0:1715208882.537536:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:3.0:1715208882.537543:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715208882.537544:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955456, portal 4 00000400:00000010:3.0:1715208882.537549:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:0.0:1715208882.537551:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:3.0:1715208882.537553:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955392, portal 25 00000100:00000200:0.0:1715208882.537554:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075955456, offset 0 00000400:00000010:3.0:1715208882.537557:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257220. 00000400:00000200:0.0:1715208882.537565:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715208882.537570:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075955392, offset 0 00000400:00000200:3.0:1715208882.537577:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208882.537580:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208882.537585:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208882.537589:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208882.537593:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208882.537596:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208882.537599:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [402:402:256:4294967295] 192.168.202.130@tcp LPNI seq info [402:402:8:4294967295] 00000400:00000200:0.0:1715208882.537610:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208882.537616:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208882.537619:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208882.537621:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:3.0:1715208882.537623:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208882.537627:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208882.537628:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208882.537630:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208882.537632:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208882.537635:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [403:403:255:4294967295] 192.168.202.130@tcp LPNI seq info [403:403:7:4294967295] 00000800:00000200:0.0:1715208882.537638:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208882.537643:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208882.537645:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208882.537649:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208882.537654:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbae00. 00000800:00000200:3.0:1715208882.537659:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208882.537665:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208882.537669:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbae00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208882.537733:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208882.537739:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715208882.537748:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208882.537755:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208882.537760:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:1.0:1715208882.537762:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715208882.537771:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075955456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208882.537865:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208882.537868:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbae00. 00000400:00000200:1.0:1715208882.537870:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208882.537874:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208882.537877:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257220 00000400:00000010:1.0:1715208882.537878:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257220. 00000100:00000200:1.0:1715208882.537882:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075955392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208882.542866:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208882.542879:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe068c0 00000400:00000200:0.0:1715208882.542887:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd5d [1] + 224 00000400:00000200:0.0:1715208882.542899:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208882.542903:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208882.542930:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075955392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208882.542977:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208882.542983:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06900 00000400:00000200:0.0:1715208882.542988:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd59 [1] + 224 00000400:00000200:0.0:1715208882.543004:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208882.543008:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208882.543014:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075955456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208882.543078:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208882.543089:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208882.543092:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000400:00000010:1.0:1715208882.543101:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 00000100:00000200:3.0:1715208882.543102:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075955392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715208882.543175:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715208882.543177:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715208882.543186:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075955456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208882.543198:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075955456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208882.543229:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715208882.543235:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715208882.543239:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000200:3.0:1715208882.543434:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075955392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208882.543453:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715208882.543459:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715208882.543463:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715208887.545346:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208887.545375:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715208887.545431:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208887.545434:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715208887.545511:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715208887.545518:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000400:00000010:0.0:1715208887.545525:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 02000000:00000010:1.0:1715208887.545530:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000100:00000200:0.0:1715208887.545533:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955584, portal 4 00000400:00000010:1.0:1715208887.545539:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208887.545541:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715208887.545544:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075955584, offset 0 00000400:00000010:1.0:1715208887.545545:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208887.545549:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955520, portal 25 00000400:00000010:1.0:1715208887.545553:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dad48. 00000400:00000200:0.0:1715208887.545555:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715208887.545565:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075955520, offset 0 00000400:00000200:0.0:1715208887.545570:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208887.545573:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208887.545576:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208887.545581:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208887.545584:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208887.545587:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208887.545591:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [404:404:256:4294967295] 192.168.202.130@tcp LPNI seq info [404:404:8:4294967295] 00000400:00000200:0.0:1715208887.545602:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208887.545608:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208887.545610:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208887.545612:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208887.545614:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208887.545618:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208887.545620:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208887.545623:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208887.545626:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [405:405:255:4294967295] 192.168.202.130@tcp LPNI seq info [405:405:7:4294967295] 00000400:00000200:1.0:1715208887.545635:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208887.545636:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208887.545640:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208887.545644:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:0.0:1715208887.545647:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208887.545648:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208887.545652:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208887.545655:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208887.545658:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208887.545745:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208887.545751:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715208887.545758:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208887.545765:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208887.545769:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715208887.545780:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715208887.545789:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075955584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208887.545886:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208887.545889:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715208887.545893:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208887.545897:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208887.545899:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dad48 00000400:00000010:2.0:1715208887.545901:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dad48. 00000100:00000200:2.0:1715208887.545905:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075955520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208887.547832:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208887.547844:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06940 00000400:00000200:0.0:1715208887.547853:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd71 [1] + 224 00000400:00000200:0.0:1715208887.547863:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208887.547867:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208887.547874:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075955520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208887.547913:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208887.547918:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06980 00000400:00000200:0.0:1715208887.547922:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd69 [1] + 224 00000400:00000200:0.0:1715208887.547938:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208887.547942:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208887.547947:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075955584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208887.548017:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208887.548025:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208887.548035:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208887.548044:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075955520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208887.548055:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075955520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208887.548064:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:2.0:1715208887.548072:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715208887.548074:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 02000000:00000010:1.0:1715208887.548080:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 00000100:00000200:2.0:1715208887.548081:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075955584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208887.548087:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715208887.548091:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000200:2.0:1715208887.548093:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075955584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208887.548151:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208887.548156:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208887.548159:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715208892.553282:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208892.553313:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208892.553362:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208892.553366:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715208892.553427:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208892.553435:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 00000400:00000010:0.0:1715208892.553441:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715208892.553449:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955712, portal 4 02000000:00000010:2.0:1715208892.553453:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715208892.553458:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715208892.553460:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075955712, offset 0 00000400:00000010:2.0:1715208892.553462:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5688. 00000400:00000200:0.0:1715208892.553471:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208892.553478:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715208892.553483:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955648, portal 25 00000400:00000200:0.0:1715208892.553485:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715208892.553487:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715208892.553489:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075955648, offset 0 00000400:00000200:2.0:1715208892.553497:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208892.553512:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208892.553518:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208892.553522:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208892.553525:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208892.553529:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [406:406:256:4294967295] 192.168.202.130@tcp LPNI seq info [406:406:8:4294967295] 00000400:00000200:0.0:1715208892.553540:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208892.553547:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208892.553549:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208892.553551:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715208892.553553:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208892.553557:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208892.553558:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208892.553569:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208892.553569:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208892.553572:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208892.553573:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208892.553575:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [407:407:255:4294967295] 192.168.202.130@tcp LPNI seq info [407:407:7:4294967295] 00000400:00000200:2.0:1715208892.553584:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208892.553590:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208892.553593:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715208892.553598:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208892.553604:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208892.553608:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208892.553663:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208892.553669:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208892.553676:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208892.553683:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208892.553687:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715208892.553690:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715208892.553698:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075955712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208892.553788:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208892.553790:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715208892.553793:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208892.553796:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208892.553799:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:1.0:1715208892.553801:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:1.0:1715208892.553805:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075955648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208892.555620:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208892.555633:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06a00 00000400:00000200:0.0:1715208892.555641:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd79 [1] + 224 00000400:00000200:0.0:1715208892.555652:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208892.555655:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208892.555663:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075955712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208892.555699:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208892.555704:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe069c0 00000400:00000200:0.0:1715208892.555709:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd81 [1] + 224 00000400:00000200:0.0:1715208892.555726:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208892.555730:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208892.555734:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075955648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208892.555789:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000400:00000200:2.0:1715208892.555797:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715208892.555799:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715208892.555807:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075955712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208892.555812:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5688. 00000100:00000200:2.0:1715208892.555818:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075955712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715208892.555820:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:3.0:1715208892.555823:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:3.0:1715208892.555831:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075955648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208892.555841:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075955648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208892.555849:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208892.555855:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715208892.555859:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 02000000:00000010:3.0:1715208892.555859:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715208892.555863:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:3.0:1715208892.555866:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715208897.561287:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208897.561318:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715208897.561370:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208897.561414:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:1.0:1715208897.561448:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:1.0:1715208897.561462:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208897.561472:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208897.561481:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955776, portal 25 00000400:00000010:1.0:1715208897.561488:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dab28. 00000100:00000200:1.0:1715208897.561491:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075955776, offset 0 02000000:00000010:2.0:1715208897.561499:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000200:1.0:1715208897.561504:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208897.561508:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd56e0. 00000400:00000010:2.0:1715208897.561514:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715208897.561520:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955840, portal 4 00000400:00000200:1.0:1715208897.561521:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715208897.561529:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715208897.561531:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075955840, offset 0 00000400:00000200:1.0:1715208897.561537:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208897.561541:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208897.561543:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208897.561548:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208897.561552:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208897.561557:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [408:408:256:4294967295] 192.168.202.130@tcp LPNI seq info [408:408:8:4294967295] 00000400:00000200:1.0:1715208897.561573:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208897.561582:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208897.561585:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715208897.561588:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715208897.561589:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208897.561592:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208897.561595:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715208897.561596:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208897.561605:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208897.561610:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [409:409:255:4294967295] 192.168.202.130@tcp LPNI seq info [409:409:7:4294967295] 00000800:00000200:1.0:1715208897.561611:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208897.561618:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208897.561620:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208897.561625:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208897.561629:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715208897.561634:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208897.561641:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208897.561646:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208897.561734:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208897.561739:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715208897.561748:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208897.561756:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208897.561762:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dab28 00000400:00000010:0.0:1715208897.561764:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dab28. 00000100:00000200:0.0:1715208897.561773:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075955776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208897.561861:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208897.561863:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715208897.561866:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208897.561870:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208897.561872:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:0.0:1715208897.561874:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:0.0:1715208897.561877:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075955840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208897.563820:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208897.563833:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06a40 00000400:00000200:0.0:1715208897.563841:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd89 [1] + 224 00000400:00000200:0.0:1715208897.563852:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208897.563856:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208897.563863:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075955776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208897.563900:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208897.563905:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06a80 00000400:00000200:0.0:1715208897.563910:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd91 [1] + 224 00000400:00000200:0.0:1715208897.563926:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208897.563930:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208897.563935:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075955840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208897.563942:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208897.563949:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208897.563951:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208897.563960:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075955776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208897.563976:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075955776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208897.564006:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715208897.564014:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715208897.564019:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:2.0:1715208897.564022:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd56e0. 00000400:00000200:2.0:1715208897.564029:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:2.0:1715208897.564031:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715208897.564039:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075955840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208897.564052:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075955840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208897.564079:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715208897.564084:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715208897.564087:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715208902.569256:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208902.569283:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208902.569333:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208902.569338:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:2.0:1715208902.569372:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:2.0:1715208902.569381:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd56e0. 00000400:00000010:2.0:1715208902.569387:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715208902.569393:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955904, portal 25 00000400:00000010:2.0:1715208902.569397:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 02000000:00000010:0.0:1715208902.569398:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000100:00000200:2.0:1715208902.569399:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075955904, offset 0 00000400:00000010:0.0:1715208902.569403:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 00000400:00000200:2.0:1715208902.569407:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715208902.569417:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000200:2.0:1715208902.569418:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:0.0:1715208902.569420:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075955968, portal 4 00000400:00000200:2.0:1715208902.569422:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208902.569425:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:0.0:1715208902.569426:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715208902.569428:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075955968, offset 0 00000400:00000200:2.0:1715208902.569428:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208902.569429:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208902.569435:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208902.569447:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [410:410:256:4294967295] 192.168.202.130@tcp LPNI seq info [410:410:8:4294967295] 00000400:00000200:2.0:1715208902.569455:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208902.569459:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208902.569462:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208902.569463:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715208902.569466:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715208902.569467:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208902.569468:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208902.569471:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208902.569473:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208902.569475:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208902.569476:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [411:411:255:4294967295] 192.168.202.130@tcp LPNI seq info [411:411:7:4294967295] 00000800:00000200:2.0:1715208902.569479:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208902.569485:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208902.569489:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208902.569492:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:0.0:1715208902.569496:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208902.569501:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208902.569504:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208902.569546:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208902.569550:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715208902.569554:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208902.569559:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208902.569562:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:1.0:1715208902.569563:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:1.0:1715208902.569569:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075955904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208902.569634:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208902.569642:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208902.569644:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208902.569647:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208902.569648:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715208902.569649:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715208902.569652:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075955968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208902.571249:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208902.571258:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06ac0 00000400:00000200:0.0:1715208902.571264:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xd99 [1] + 224 00000400:00000200:0.0:1715208902.571273:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208902.571276:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208902.571288:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075955904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208902.571317:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208902.571322:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06b00 00000400:00000200:0.0:1715208902.571326:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xda1 [1] + 224 00000400:00000200:0.0:1715208902.571339:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715208902.571341:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd56e0. 00000400:00000200:0.0:1715208902.571342:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208902.571345:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:2.0:1715208902.571347:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715208902.571351:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075955904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208902.571353:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075955968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208902.571358:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075955904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208902.571375:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715208902.571379:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715208902.571383:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:1.0:1715208902.571433:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 00000400:00000200:1.0:1715208902.571438:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715208902.571440:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715208902.571444:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075955968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208902.571451:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075955968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208902.571466:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715208902.571469:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715208902.571471:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:2.0:1715208907.577362:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715208907.577393:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 00000100:00000010:2.0:1715208907.577449:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5f80. 02000000:00000010:2.0:1715208907.577456:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 02000000:00000010:2.0:1715208907.577507:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 02000000:00000010:0.0:1715208907.577508:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:2.0:1715208907.577516:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd56e0. 00000400:00000010:0.0:1715208907.577517:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 00000400:00000010:0.0:1715208907.577523:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000400:00000010:2.0:1715208907.577523:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715208907.577532:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956096, portal 4 00000100:00000200:0.0:1715208907.577538:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956032, portal 25 00000400:00000010:0.0:1715208907.577541:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:2.0:1715208907.577541:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715208907.577544:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075956096, offset 0 00000100:00000200:0.0:1715208907.577545:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075956032, offset 0 00000400:00000200:2.0:1715208907.577557:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208907.577563:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208907.577572:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208907.577579:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208907.577601:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208907.577605:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208907.577608:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208907.577613:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [412:412:256:4294967295] 192.168.202.130@tcp LPNI seq info [412:412:8:4294967295] 00000400:00000200:2.0:1715208907.577625:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715208907.577633:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715208907.577634:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208907.577637:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715208907.577639:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715208907.577640:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208907.577642:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208907.577645:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208907.577646:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208907.577649:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [413:413:255:4294967295] 192.168.202.130@tcp LPNI seq info [413:413:7:4294967295] 00000800:00000200:2.0:1715208907.577657:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208907.577658:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208907.577662:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208907.577663:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208907.577666:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000800:00000200:0.0:1715208907.577670:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208907.577676:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208907.577679:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208907.577749:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208907.577754:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715208907.577761:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208907.577767:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208907.577771:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:1.0:1715208907.577773:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:1.0:1715208907.577782:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5f80 x1798526075956096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208907.577892:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208907.577895:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715208907.577897:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208907.577901:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208907.577904:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715208907.577905:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715208907.577909:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526075956032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208907.579917:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208907.579937:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06b80 00000400:00000200:0.0:1715208907.579945:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xda9 [1] + 224 00000400:00000200:0.0:1715208907.579958:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208907.579962:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208907.579970:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5f80 x1798526075956096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208907.580030:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208907.580038:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06b40 00000400:00000200:0.0:1715208907.580070:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xdad [1] + 224 00000400:00000200:0.0:1715208907.580094:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208907.580100:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208907.580107:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526075956032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208907.580164:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd56e0. 00000400:00000200:2.0:1715208907.580174:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:2.0:1715208907.580176:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715208907.580186:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5f80 x1798526075956096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208907.580201:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5f80 x1798526075956096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208907.580228:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 00000400:00000200:1.0:1715208907.580236:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 02000000:00000010:2.0:1715208907.580236:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 00000400:00000010:1.0:1715208907.580239:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 02000000:00000010:2.0:1715208907.580244:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000200:1.0:1715208907.580248:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526075956032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208907.580248:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5f80. 00000100:00000200:1.0:1715208907.580263:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526075956032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208907.580285:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715208907.580290:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:1.0:1715208907.580294:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000100:00000010:2.0:1715208912.585322:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5f80. 02000000:00000010:2.0:1715208912.585351:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715208912.585410:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 02000000:00000010:2.0:1715208912.585414:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c900. 02000000:00000010:2.0:1715208912.585493:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:2.0:1715208912.585500:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd56e0. 00000400:00000010:2.0:1715208912.585507:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 02000000:00000010:0.0:1715208912.585511:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000100:00000200:2.0:1715208912.585515:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956224, portal 4 00000400:00000010:0.0:1715208912.585520:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 00000400:00000010:2.0:1715208912.585524:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000010:0.0:1715208912.585525:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715208912.585526:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075956224, offset 0 00000100:00000200:0.0:1715208912.585530:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956160, portal 25 00000400:00000010:0.0:1715208912.585534:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715208912.585536:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075956160, offset 0 00000400:00000200:0.0:1715208912.585547:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208912.585555:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208912.585562:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208912.585568:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208912.585573:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208912.585577:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208912.585579:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208912.585583:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [414:414:256:4294967295] 192.168.202.130@tcp LPNI seq info [414:414:8:4294967295] 00000400:00000200:0.0:1715208912.585594:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208912.585600:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208912.585602:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208912.585606:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208912.585609:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208912.585612:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1715208912.585614:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715208912.585615:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208912.585617:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [415:415:255:4294967295] 192.168.202.130@tcp LPNI seq info [415:415:7:4294967295] 00000800:00000200:0.0:1715208912.585621:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208912.585627:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208912.585632:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208912.585632:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208912.585636:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:0.0:1715208912.585637:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208912.585640:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208912.585646:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208912.585650:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208912.585755:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208912.585763:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715208912.585772:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208912.585782:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208912.585787:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715208912.585790:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715208912.585801:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5f80 x1798526075956160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208912.585918:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208912.585922:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715208912.585927:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208912.585934:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208912.585938:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:1.0:1715208912.585940:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:1.0:1715208912.585947:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526075956224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208912.587873:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208912.587886:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06bc0 00000400:00000200:0.0:1715208912.587894:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xdc1 [1] + 224 00000400:00000200:0.0:1715208912.587904:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208912.587908:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208912.587915:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5f80 x1798526075956160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208912.587952:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208912.587957:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06c00 00000400:00000200:0.0:1715208912.587961:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xdb9 [1] + 224 00000400:00000200:0.0:1715208912.587978:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208912.587982:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208912.587987:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526075956224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208912.588054:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000400:00000200:2.0:1715208912.588062:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715208912.588064:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715208912.588072:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5f80 x1798526075956160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208912.588083:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5f80 x1798526075956160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208912.588105:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd56e0. 02000000:00000010:2.0:1715208912.588108:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208912.588113:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000400:00000200:3.0:1715208912.588113:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000100:00000010:2.0:1715208912.588143:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5f80. 00000400:00000010:3.0:1715208912.588152:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:3.0:1715208912.588160:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526075956224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208912.588171:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526075956224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208912.588196:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715208912.588201:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c900. 00000100:00000010:3.0:1715208912.588204:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000100:00000010:2.0:1715208917.593301:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5f80. 02000000:00000010:2.0:1715208917.593331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715208917.593404:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715208917.593408:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c600. 02000000:00000010:2.0:1715208917.593468:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715208917.593470:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:2.0:1715208917.593474:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5840. 00000400:00000010:3.0:1715208917.593480:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715208917.593481:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000010:3.0:1715208917.593487:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208917.593497:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956288, portal 25 00000100:00000200:2.0:1715208917.593504:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956352, portal 4 00000400:00000010:2.0:1715208917.593511:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000400:00000010:3.0:1715208917.593512:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257088. 00000100:00000200:2.0:1715208917.593513:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075956352, offset 0 00000100:00000200:3.0:1715208917.593516:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075956288, offset 0 00000400:00000200:2.0:1715208917.593524:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208917.593537:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715208917.593538:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208917.593543:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208917.593547:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208917.593561:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208917.593564:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208917.593567:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [416:416:256:4294967295] 192.168.202.130@tcp LPNI seq info [416:416:8:4294967295] 00000400:00000200:2.0:1715208917.593578:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208917.593583:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208917.593587:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000400:00000200:3.0:1715208917.593589:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715208917.593592:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208917.593594:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208917.593599:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208917.593602:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715208917.593603:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715208917.593606:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208917.593606:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208917.593610:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [417:417:255:4294967295] 192.168.202.130@tcp LPNI seq info [417:417:7:4294967295] 00000400:00000200:3.0:1715208917.593622:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208917.593629:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208917.593634:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaa00. 00000800:00000200:3.0:1715208917.593639:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208917.593648:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208917.593653:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaa00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208917.593740:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208917.593745:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715208917.593753:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208917.593760:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208917.593764:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:0.0:1715208917.593766:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:0.0:1715208917.593775:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5c00 x1798526075956352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208917.593881:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208917.593883:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaa00. 00000400:00000200:0.0:1715208917.593885:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208917.593898:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208917.593901:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257088 00000400:00000010:0.0:1715208917.593903:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257088. 00000100:00000200:0.0:1715208917.593907:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5f80 x1798526075956288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208917.596110:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208917.596157:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06c80 00000400:00000200:0.0:1715208917.596166:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xdcd [1] + 224 00000400:00000200:0.0:1715208917.596177:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208917.596181:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208917.596189:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5c00 x1798526075956352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208917.596225:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208917.596231:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06c40 00000400:00000200:0.0:1715208917.596235:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xdc9 [1] + 224 00000400:00000200:0.0:1715208917.596253:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208917.596257:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208917.596262:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5f80 x1798526075956288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208917.596318:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5840. 00000400:00000200:2.0:1715208917.596326:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:2.0:1715208917.596328:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715208917.596335:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5c00 x1798526075956352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208917.596346:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5c00 x1798526075956352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208917.596377:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 00000400:00000010:3.0:1715208917.596377:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715208917.596383:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c600. 00000400:00000200:3.0:1715208917.596386:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000100:00000010:2.0:1715208917.596387:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5c00. 00000400:00000010:3.0:1715208917.596388:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208917.596396:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5f80 x1798526075956288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208917.596407:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5f80 x1798526075956288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208917.596425:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715208917.596432:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:3.0:1715208917.596435:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5f80. 00000100:00000010:2.0:1715208922.601288:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715208922.601316:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ca00. 00000100:00000010:2.0:1715208922.601376:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4a80. 02000000:00000010:2.0:1715208922.601380:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c300. 02000000:00000010:0.0:1715208922.601437:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208922.601452:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000400:00000010:0.0:1715208922.601460:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 02000000:00000010:2.0:1715208922.601463:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715208922.601469:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5840. 00000100:00000200:0.0:1715208922.601470:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956416, portal 25 00000400:00000010:2.0:1715208922.601473:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000010:0.0:1715208922.601477:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715208922.601478:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956480, portal 4 00000100:00000200:0.0:1715208922.601481:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075956416, offset 0 00000400:00000010:2.0:1715208922.601485:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000100:00000200:2.0:1715208922.601487:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075956480, offset 0 00000400:00000200:0.0:1715208922.601496:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208922.601506:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208922.601515:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208922.601521:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208922.601526:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208922.601539:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208922.601542:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208922.601546:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [418:418:256:4294967295] 192.168.202.130@tcp LPNI seq info [418:418:8:4294967295] 00000400:00000200:0.0:1715208922.601557:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208922.601566:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208922.601567:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208922.601572:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715208922.601572:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208922.601575:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208922.601577:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208922.601580:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208922.601580:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208922.601583:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [419:419:255:4294967295] 192.168.202.130@tcp LPNI seq info [419:419:7:4294967295] 00000400:00000200:2.0:1715208922.601594:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208922.601595:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208922.601599:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715208922.601601:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715208922.601602:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715208922.601607:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208922.601613:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208922.601617:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208922.601694:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208922.601700:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715208922.601707:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208922.601715:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208922.601719:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715208922.601731:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715208922.601740:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5c00 x1798526075956416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208922.601831:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208922.601833:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715208922.601836:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208922.601840:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208922.601842:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:1.0:1715208922.601855:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:1.0:1715208922.601858:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4a80 x1798526075956480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208922.603851:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208922.603864:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06cc0 00000400:00000200:0.0:1715208922.603871:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xdd9 [1] + 224 00000400:00000200:0.0:1715208922.603882:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208922.603886:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208922.603894:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5c00 x1798526075956416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208922.603955:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208922.603961:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06d00 00000400:00000200:0.0:1715208922.603965:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xddd [1] + 224 00000400:00000200:0.0:1715208922.603986:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208922.603990:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208922.603996:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4a80 x1798526075956480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208922.604021:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:2.0:1715208922.604040:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715208922.604042:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715208922.604050:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5c00 x1798526075956416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208922.604061:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5c00 x1798526075956416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208922.604072:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5840. 00000400:00000200:3.0:1715208922.604080:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:3.0:1715208922.604082:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 02000000:00000010:2.0:1715208922.604085:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208922.604090:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ca00. 00000100:00000200:3.0:1715208922.604090:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4a80 x1798526075956480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208922.604094:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5c00. 00000100:00000200:3.0:1715208922.604158:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4a80 x1798526075956480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208922.604183:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715208922.604188:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c300. 00000100:00000010:3.0:1715208922.604191:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4a80. 00000100:00000010:2.0:1715208927.609312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715208927.609358:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ca00. 00000100:00000010:2.0:1715208927.609431:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715208927.609436:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 02000000:00000010:2.0:1715208927.609501:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715208927.609503:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:2.0:1715208927.609511:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:3.0:1715208927.609514:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715208927.609519:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000400:00000010:3.0:1715208927.609520:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:2.0:1715208927.609529:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956608, portal 4 00000100:00000200:3.0:1715208927.609535:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956544, portal 25 00000400:00000010:2.0:1715208927.609538:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715208927.609540:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075956608, offset 0 00000400:00000010:3.0:1715208927.609542:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257088. 00000100:00000200:3.0:1715208927.609545:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075956544, offset 0 00000400:00000200:2.0:1715208927.609553:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208927.609562:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208927.609574:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208927.609581:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208927.609586:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208927.609591:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208927.609594:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208927.609598:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [420:420:256:4294967295] 192.168.202.130@tcp LPNI seq info [420:420:8:4294967295] 00000400:00000200:2.0:1715208927.609610:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208927.609618:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208927.609619:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208927.609623:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000400:00000200:3.0:1715208927.609623:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715208927.609626:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208927.609630:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208927.609630:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208927.609632:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715208927.609635:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [421:421:255:4294967295] 192.168.202.130@tcp LPNI seq info [421:421:7:4294967295] 00000800:00000200:2.0:1715208927.609641:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715208927.609645:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208927.609646:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715208927.609650:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208927.609654:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbad00. 00000800:00000200:3.0:1715208927.609659:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208927.609665:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208927.609668:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbad00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208927.609735:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208927.609741:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715208927.609748:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208927.609756:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208927.609761:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:0.0:1715208927.609772:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:0.0:1715208927.609783:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526075956608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208927.609906:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208927.609909:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbad00. 00000400:00000200:0.0:1715208927.609912:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208927.609917:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208927.609919:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257088 00000400:00000010:0.0:1715208927.609921:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257088. 00000100:00000200:0.0:1715208927.609926:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5c00 x1798526075956544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208927.611652:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208927.611666:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06d80 00000400:00000200:0.0:1715208927.611674:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xde9 [1] + 224 00000400:00000200:0.0:1715208927.611686:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208927.611690:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208927.611698:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526075956608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208927.611737:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208927.611742:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06d40 00000400:00000200:0.0:1715208927.611746:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xded [1] + 224 00000400:00000200:0.0:1715208927.611763:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208927.611767:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208927.611771:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5c00 x1798526075956544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208927.611794:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:2.0:1715208927.611804:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:2.0:1715208927.611807:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715208927.611816:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526075956608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208927.611833:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526075956608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208927.611903:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 00000400:00000010:3.0:1715208927.611906:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208927.611916:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208927.611918:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 02000000:00000010:2.0:1715208927.611924:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000200:3.0:1715208927.611925:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5c00 x1798526075956544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208927.611930:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000100:00000200:3.0:1715208927.611954:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5c00 x1798526075956544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208927.611972:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715208927.611979:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ca00. 00000100:00000010:3.0:1715208927.611982:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5c00. 00000100:00000010:2.0:1715208932.617218:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715208932.617248:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715208932.617298:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715208932.617302:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 02000000:00000010:2.0:1715208932.617366:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715208932.617373:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:2.0:1715208932.617380:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 02000000:00000010:0.0:1715208932.617386:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000100:00000200:2.0:1715208932.617388:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956736, portal 4 00000400:00000010:0.0:1715208932.617395:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 00000400:00000010:2.0:1715208932.617396:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715208932.617399:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075956736, offset 0 00000400:00000010:0.0:1715208932.617401:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715208932.617405:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956672, portal 25 00000400:00000200:2.0:1715208932.617411:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208932.617426:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:0.0:1715208932.617429:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715208932.617431:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075956672, offset 0 00000400:00000200:2.0:1715208932.617432:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208932.617437:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208932.617438:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208932.617440:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208932.617443:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208932.617447:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [422:422:256:4294967295] 192.168.202.130@tcp LPNI seq info [422:422:8:4294967295] 00000400:00000200:2.0:1715208932.617458:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208932.617465:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208932.617467:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208932.617469:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000400:00000200:0.0:1715208932.617471:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208932.617474:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715208932.617476:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208932.617477:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208932.617480:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208932.617482:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [423:423:255:4294967295] 192.168.202.130@tcp LPNI seq info [423:423:7:4294967295] 00000800:00000200:2.0:1715208932.617486:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208932.617491:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208932.617492:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208932.617496:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208932.617500:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000800:00000200:0.0:1715208932.617504:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208932.617510:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208932.617514:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208932.617579:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208932.617584:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715208932.617591:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208932.617599:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208932.617603:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:1.0:1715208932.617606:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:1.0:1715208932.617614:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526075956736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208932.617702:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208932.617704:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715208932.617707:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208932.617710:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208932.617713:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715208932.617714:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715208932.617718:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526075956672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208932.619401:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208932.619418:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06e00 00000400:00000200:0.0:1715208932.619429:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xdf9 [1] + 224 00000400:00000200:0.0:1715208932.619445:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208932.619451:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208932.619461:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526075956736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208932.619514:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208932.619521:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06dc0 00000400:00000200:0.0:1715208932.619526:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe01 [1] + 224 00000400:00000200:0.0:1715208932.619543:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208932.619547:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715208932.619553:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:2.0:1715208932.619561:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:2.0:1715208932.619563:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:0.0:1715208932.619569:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526075956672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208932.619571:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526075956736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208932.619582:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526075956736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208932.619623:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715208932.619629:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715208932.619633:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000400:00000010:1.0:1715208932.619701:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 00000400:00000200:1.0:1715208932.619709:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715208932.619711:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715208932.619719:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526075956672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208932.619746:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526075956672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208932.619764:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715208932.619768:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:1.0:1715208932.619771:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000100:00000010:2.0:1715208937.625264:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715208937.625293:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715208937.625350:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 02000000:00000010:2.0:1715208937.625357:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c000. 02000000:00000010:0.0:1715208937.625435:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208937.625435:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715208937.625444:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 00000400:00000010:2.0:1715208937.625444:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:0.0:1715208937.625452:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000010:2.0:1715208937.625452:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:0.0:1715208937.625461:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956800, portal 25 00000400:00000010:0.0:1715208937.625468:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715208937.625468:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956864, portal 4 00000100:00000200:0.0:1715208937.625471:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075956800, offset 0 00000400:00000010:2.0:1715208937.625475:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000400:00000200:0.0:1715208937.625484:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208937.625489:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075956864, offset 0 00000400:00000200:2.0:1715208937.625497:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208937.625501:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208937.625508:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208937.625515:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208937.625520:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208937.625523:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208937.625528:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [424:424:256:4294967295] 192.168.202.130@tcp LPNI seq info [424:424:8:4294967295] 00000400:00000200:0.0:1715208937.625543:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208937.625551:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208937.625552:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208937.625556:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715208937.625557:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715208937.625560:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208937.625563:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715208937.625565:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208937.625566:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208937.625570:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [425:425:255:4294967295] 192.168.202.130@tcp LPNI seq info [425:425:7:4294967295] 00000800:00000200:0.0:1715208937.625577:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715208937.625582:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208937.625583:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208937.625588:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208937.625594:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715208937.625598:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208937.625605:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208937.625609:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208937.625676:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208937.625682:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715208937.625689:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208937.625696:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208937.625701:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715208937.625703:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715208937.625713:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526075956800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208937.625844:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208937.625849:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715208937.625853:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208937.625860:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208937.625864:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:1.0:1715208937.625866:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:1.0:1715208937.625873:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526075956864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208937.627479:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208937.627493:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06e40 00000400:00000200:0.0:1715208937.627501:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe09 [1] + 224 00000400:00000200:0.0:1715208937.627511:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208937.627515:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208937.627522:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526075956800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208937.627568:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208937.627577:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06e80 00000400:00000200:0.0:1715208937.627608:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe0d [1] + 224 00000400:00000010:2.0:1715208937.627620:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 00000400:00000200:2.0:1715208937.627626:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715208937.627628:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000400:00000200:0.0:1715208937.627631:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208937.627637:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715208937.627642:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526075956800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208937.627644:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526075956864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208937.627656:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526075956800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208937.627685:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208937.627692:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715208937.627697:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000400:00000010:3.0:1715208937.627781:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:3.0:1715208937.627814:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:3.0:1715208937.627816:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:3.0:1715208937.627831:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526075956864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208937.627843:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526075956864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208937.627881:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715208937.627889:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c000. 00000100:00000010:3.0:1715208937.627893:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000100:00000010:0.0:1715208942.633437:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208942.633467:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715208942.633522:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208942.633526:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:1.0:1715208942.633572:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 02000000:00000010:2.0:1715208942.633584:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:1.0:1715208942.633585:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:2.0:1715208942.633593:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5898. 00000400:00000010:1.0:1715208942.633594:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:2.0:1715208942.633599:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:1.0:1715208942.633604:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956928, portal 25 00000100:00000200:2.0:1715208942.633604:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075956992, portal 4 00000400:00000010:1.0:1715208942.633611:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da000. 00000400:00000010:2.0:1715208942.633611:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715208942.633614:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075956992, offset 0 00000100:00000200:1.0:1715208942.633615:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075956928, offset 0 00000400:00000200:2.0:1715208942.633625:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208942.633637:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208942.633641:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208942.633646:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208942.633651:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208942.633654:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208942.633657:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208942.633661:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [426:426:256:4294967295] 192.168.202.130@tcp LPNI seq info [426:426:8:4294967295] 00000400:00000200:2.0:1715208942.633671:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208942.633677:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208942.633682:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715208942.633682:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715208942.633688:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715208942.633689:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208942.633700:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208942.633705:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208942.633712:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208942.633716:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208942.633720:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208942.633725:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [427:427:255:4294967295] 192.168.202.130@tcp LPNI seq info [427:427:7:4294967295] 00000400:00000200:1.0:1715208942.633738:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208942.633777:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208942.633783:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715208942.633789:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208942.633798:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208942.633803:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208942.633837:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208942.633841:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715208942.633849:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208942.633856:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208942.633860:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:0.0:1715208942.633862:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:0.0:1715208942.633870:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075956992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715208942.633960:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715208942.633962:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715208942.633966:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208942.633970:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715208942.633972:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da000 00000400:00000010:0.0:1715208942.633973:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da000. 00000100:00000200:0.0:1715208942.633977:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075956928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208942.635786:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208942.635799:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06f00 00000400:00000200:0.0:1715208942.635806:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe1d [1] + 224 00000400:00000200:0.0:1715208942.635817:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208942.635821:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208942.635839:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075956992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208942.635882:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208942.635888:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06ec0 00000400:00000200:0.0:1715208942.635892:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe19 [1] + 224 00000400:00000200:0.0:1715208942.635908:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208942.635911:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208942.635916:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075956928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208942.635963:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5898. 00000400:00000200:2.0:1715208942.635970:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715208942.635972:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715208942.635980:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075956992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208942.635995:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208942.636001:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208942.636004:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208942.636012:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075956928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208942.636012:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075956992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208942.636029:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075956928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208942.636044:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715208942.636050:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 02000000:00000010:1.0:1715208942.636052:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 00000100:00000010:2.0:1715208942.636054:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 02000000:00000010:1.0:1715208942.636059:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715208942.636063:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715208947.641322:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208947.641349:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208947.641413:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208947.641417:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715208947.641490:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208947.641493:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715208947.641497:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 00000400:00000010:2.0:1715208947.641503:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5898. 00000400:00000010:0.0:1715208947.641504:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:2.0:1715208947.641509:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:0.0:1715208947.641512:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957120, portal 4 00000100:00000200:2.0:1715208947.641513:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957056, portal 25 00000400:00000010:2.0:1715208947.641518:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000400:00000010:0.0:1715208947.641519:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715208947.641521:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075957120, offset 0 00000100:00000200:2.0:1715208947.641521:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075957056, offset 0 00000400:00000200:0.0:1715208947.641531:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208947.641541:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208947.641547:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208947.641553:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208947.641558:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208947.641561:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208947.641564:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208947.641567:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [428:428:256:4294967295] 192.168.202.130@tcp LPNI seq info [428:428:8:4294967295] 00000400:00000200:0.0:1715208947.641578:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208947.641584:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208947.641587:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208947.641588:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208947.641591:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208947.641594:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208947.641597:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208947.641599:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208947.641602:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [429:429:255:4294967295] 192.168.202.130@tcp LPNI seq info [429:429:7:4294967295] 00000400:00000200:2.0:1715208947.641612:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208947.641613:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208947.641617:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208947.641621:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:0.0:1715208947.641624:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208947.641626:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208947.641629:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208947.641632:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208947.641636:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208947.641792:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208947.641800:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715208947.641810:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208947.641818:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208947.641824:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715208947.641827:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715208947.641839:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075957120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208947.641953:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208947.641957:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715208947.641971:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208947.641978:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208947.641982:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715208947.641984:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715208947.641991:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075957056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208947.644169:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208947.644185:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe06f80 00000400:00000200:0.0:1715208947.644195:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe29 [1] + 224 00000400:00000200:0.0:1715208947.644209:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208947.644215:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208947.644224:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075957120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208947.644276:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208947.644284:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06f40 00000400:00000200:0.0:1715208947.644291:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe2d [1] + 224 00000400:00000200:0.0:1715208947.644312:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208947.644318:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208947.644326:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075957056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208947.644351:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 00000400:00000200:2.0:1715208947.644360:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715208947.644361:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715208947.644369:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075957120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208947.644397:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075957120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208947.644428:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715208947.644434:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715208947.644438:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:3.0:1715208947.644458:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5898. 00000400:00000200:3.0:1715208947.644467:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715208947.644469:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:3.0:1715208947.644477:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075957056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208947.644489:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075957056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208947.644506:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715208947.644511:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715208947.644514:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715208952.649330:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208952.649363:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715208952.649418:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208952.649422:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715208952.649503:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208952.649510:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 00000400:00000010:0.0:1715208952.649517:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715208952.649525:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957248, portal 4 00000400:00000010:0.0:1715208952.649534:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715208952.649537:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075957248, offset 0 02000000:00000010:2.0:1715208952.649539:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000200:0.0:1715208952.649547:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208952.649552:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000010:2.0:1715208952.649560:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000200:0.0:1715208952.649562:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715208952.649566:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957184, portal 25 00000400:00000010:2.0:1715208952.649571:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000100:00000200:2.0:1715208952.649574:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075957184, offset 0 00000400:00000200:2.0:1715208952.649584:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208952.649587:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208952.649592:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208952.649595:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208952.649598:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208952.649602:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [430:430:256:4294967295] 192.168.202.130@tcp LPNI seq info [430:430:8:4294967295] 00000400:00000200:0.0:1715208952.649613:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208952.649620:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208952.649623:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208952.649624:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715208952.649627:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208952.649631:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208952.649631:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208952.649633:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208952.649636:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208952.649639:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [431:431:255:4294967295] 192.168.202.130@tcp LPNI seq info [431:431:7:4294967295] 00000800:00000200:0.0:1715208952.649641:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208952.649646:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208952.649648:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208952.649680:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208952.649685:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715208952.649690:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208952.649696:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208952.649700:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208952.649775:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208952.649781:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715208952.649789:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208952.649796:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208952.649800:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715208952.649803:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715208952.649812:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075957248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208952.649905:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208952.649908:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715208952.649910:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208952.649914:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208952.649917:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715208952.649919:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715208952.649922:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075957184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208952.651793:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208952.651805:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07000 00000400:00000200:0.0:1715208952.651811:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe39 [1] + 224 00000400:00000200:0.0:1715208952.651822:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208952.651828:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208952.651837:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075957248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208952.651890:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208952.651899:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe06fc0 00000400:00000200:0.0:1715208952.651906:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe41 [1] + 224 00000400:00000200:0.0:1715208952.651929:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208952.651936:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208952.651944:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075957184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208952.651968:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 00000400:00000200:2.0:1715208952.651977:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715208952.651980:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715208952.651989:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075957248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208952.652027:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000100:00000200:2.0:1715208952.652029:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075957248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715208952.652033:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715208952.652036:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:3.0:1715208952.652042:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075957184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208952.652066:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 00000100:00000200:3.0:1715208952.652070:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075957184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208952.652072:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715208952.652078:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 02000000:00000010:3.0:1715208952.652088:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715208952.652093:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715208952.652096:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715208957.657239:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715208957.657266:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715208957.657316:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715208957.657339:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715208957.657417:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715208957.657419:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715208957.657427:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000400:00000010:2.0:1715208957.657428:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:0.0:1715208957.657435:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:2.0:1715208957.657435:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715208957.657443:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957312, portal 25 00000100:00000200:0.0:1715208957.657444:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957376, portal 4 00000400:00000010:2.0:1715208957.657448:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715208957.657450:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075957312, offset 0 00000400:00000010:0.0:1715208957.657453:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000200:2.0:1715208957.657461:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715208957.657471:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075957376, offset 0 00000400:00000200:2.0:1715208957.657477:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208957.657483:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208957.657483:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208957.657487:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208957.657490:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208957.657493:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208957.657496:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [432:432:256:4294967295] 192.168.202.130@tcp LPNI seq info [432:432:8:4294967295] 00000400:00000200:2.0:1715208957.657507:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208957.657512:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208957.657528:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715208957.657529:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208957.657534:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715208957.657534:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208957.657539:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208957.657543:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715208957.657544:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208957.657547:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208957.657549:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208957.657551:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [433:433:255:4294967295] 192.168.202.130@tcp LPNI seq info [433:433:7:4294967295] 00000400:00000200:0.0:1715208957.657565:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208957.657574:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208957.657579:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715208957.657586:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208957.657595:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208957.657599:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208957.657693:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208957.657700:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715208957.657707:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208957.657713:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208957.657718:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:1.0:1715208957.657720:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715208957.657729:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075957312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208957.657810:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208957.657812:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715208957.657824:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208957.657828:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208957.657831:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:1.0:1715208957.657833:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715208957.657837:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075957376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208957.659475:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208957.659488:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07080 00000400:00000200:0.0:1715208957.659496:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe4d [1] + 224 00000400:00000200:0.0:1715208957.659506:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208957.659510:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208957.659517:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075957376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208957.659551:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208957.659556:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07040 00000400:00000200:0.0:1715208957.659570:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe49 [1] + 224 00000400:00000200:0.0:1715208957.659587:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208957.659591:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208957.659595:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075957312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208957.659667:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 00000400:00000200:2.0:1715208957.659675:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715208957.659677:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000400:00000010:3.0:1715208957.659684:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000100:00000200:2.0:1715208957.659685:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075957376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715208957.659694:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:3.0:1715208957.659698:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:3.0:1715208957.659708:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075957312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208957.659713:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075957376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208957.659724:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075957312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208957.659743:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:3.0:1715208957.659747:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715208957.659748:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715208957.659752:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 02000000:00000010:3.0:1715208957.659755:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715208957.659759:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715208962.665347:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715208962.665377:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715208962.665434:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715208962.665438:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715208962.665522:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715208962.665530:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 00000400:00000010:0.0:1715208962.665537:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 02000000:00000010:2.0:1715208962.665539:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000100:00000200:0.0:1715208962.665544:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957504, portal 4 00000400:00000010:2.0:1715208962.665549:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5630. 00000400:00000010:0.0:1715208962.665553:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000010:2.0:1715208962.665554:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:0.0:1715208962.665555:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075957504, offset 0 00000100:00000200:2.0:1715208962.665559:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957440, portal 25 00000400:00000010:2.0:1715208962.665563:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000400:00000200:0.0:1715208962.665566:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208962.665601:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075957440, offset 0 00000400:00000200:0.0:1715208962.665604:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208962.665609:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208962.665609:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208962.665614:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208962.665618:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208962.665621:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208962.665624:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [434:434:256:4294967295] 192.168.202.130@tcp LPNI seq info [434:434:8:4294967295] 00000400:00000200:0.0:1715208962.665635:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208962.665641:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208962.665644:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208962.665645:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715208962.665648:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208962.665652:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208962.665652:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208962.665655:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208962.665657:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208962.665660:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [435:435:255:4294967295] 192.168.202.130@tcp LPNI seq info [435:435:7:4294967295] 00000800:00000200:0.0:1715208962.665663:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208962.665668:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208962.665669:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208962.665674:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208962.665678:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715208962.665682:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208962.665689:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208962.665692:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208962.665760:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208962.665766:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715208962.665775:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208962.665782:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208962.665786:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715208962.665789:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715208962.665798:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075957504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208962.665892:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208962.665895:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715208962.665898:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208962.665902:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208962.665905:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:1.0:1715208962.665906:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:1.0:1715208962.665910:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075957440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208962.667715:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208962.667746:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07100 00000400:00000200:0.0:1715208962.667754:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe59 [1] + 224 00000400:00000200:0.0:1715208962.667767:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208962.667771:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208962.667779:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075957504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208962.667818:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208962.667823:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe070c0 00000400:00000200:0.0:1715208962.667828:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe61 [1] + 224 00000400:00000200:0.0:1715208962.667844:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208962.667847:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208962.667852:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075957440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208962.667907:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000400:00000200:2.0:1715208962.667915:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715208962.667917:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715208962.667925:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075957504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208962.667953:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075957504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208962.667968:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5630. 00000400:00000200:3.0:1715208962.667976:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:3.0:1715208962.667978:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 02000000:00000010:2.0:1715208962.667985:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000100:00000200:3.0:1715208962.667986:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075957440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208962.667991:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715208962.667995:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000200:3.0:1715208962.667997:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075957440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208962.668014:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715208962.668019:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715208962.668022:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715208967.673316:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715208967.673347:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715208967.673402:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715208967.673406:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715208967.673486:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208967.673494:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 00000400:00000010:0.0:1715208967.673500:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715208967.673508:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957632, portal 4 02000000:00000010:2.0:1715208967.673510:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715208967.673516:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715208967.673518:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075957632, offset 0 00000400:00000010:2.0:1715208967.673520:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000200:0.0:1715208967.673567:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715208967.673576:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715208967.673581:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957568, portal 25 00000400:00000200:0.0:1715208967.673583:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715208967.673585:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715208967.673587:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075957568, offset 0 00000400:00000200:0.0:1715208967.673589:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208967.673594:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208967.673594:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208967.673598:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208967.673601:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208967.673624:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [436:436:256:4294967295] 192.168.202.130@tcp LPNI seq info [436:436:8:4294967295] 00000400:00000200:0.0:1715208967.673635:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208967.673642:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208967.673645:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208967.673647:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208967.673649:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208967.673652:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208967.673654:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208967.673655:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208967.673658:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208967.673661:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [437:437:255:4294967295] 192.168.202.130@tcp LPNI seq info [437:437:7:4294967295] 00000800:00000200:0.0:1715208967.673665:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208967.673670:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208967.673670:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208967.673675:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208967.673679:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715208967.673684:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208967.673690:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208967.673694:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208967.673763:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208967.673770:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715208967.673778:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208967.673785:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208967.673790:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715208967.673792:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715208967.673801:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075957632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208967.673893:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208967.673896:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715208967.673908:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208967.673912:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208967.673915:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:1.0:1715208967.673917:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:1.0:1715208967.673922:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075957568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208967.675838:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208967.675851:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07180 00000400:00000200:0.0:1715208967.675859:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe69 [1] + 224 00000400:00000200:0.0:1715208967.675879:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208967.675883:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208967.675890:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075957632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208967.675926:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208967.675931:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07140 00000400:00000200:0.0:1715208967.675936:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe71 [1] + 224 00000400:00000200:0.0:1715208967.675952:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208967.675956:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208967.675961:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075957568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208967.676016:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000400:00000200:2.0:1715208967.676024:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715208967.676025:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715208967.676033:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075957632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208967.676062:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075957632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208967.676081:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:3.0:1715208967.676089:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:3.0:1715208967.676092:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 02000000:00000010:2.0:1715208967.676094:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208967.676099:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000200:3.0:1715208967.676099:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075957568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715208967.676103:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000200:3.0:1715208967.676176:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075957568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208967.676195:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715208967.676199:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715208967.676202:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715208972.681270:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715208972.681299:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208972.681357:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715208972.681364:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:2.0:1715208972.681424:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:2.0:1715208972.681436:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 02000000:00000010:0.0:1715208972.681444:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:2.0:1715208972.681446:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000400:00000010:0.0:1715208972.681449:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 00000100:00000200:2.0:1715208972.681455:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957696, portal 25 00000400:00000010:2.0:1715208972.681461:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715208972.681465:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075957696, offset 0 00000400:00000200:2.0:1715208972.681477:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715208972.681516:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715208972.681521:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957760, portal 4 00000400:00000200:2.0:1715208972.681526:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:0.0:1715208972.681530:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715208972.681532:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075957760, offset 0 00000400:00000200:2.0:1715208972.681533:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208972.681539:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208972.681539:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715208972.681544:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208972.681548:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208972.681553:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [438:438:256:4294967295] 192.168.202.130@tcp LPNI seq info [438:438:8:4294967295] 00000400:00000200:2.0:1715208972.681568:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715208972.681576:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715208972.681577:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208972.681581:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715208972.681583:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000400:00000200:0.0:1715208972.681584:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208972.681587:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208972.681590:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715208972.681592:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208972.681595:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [439:439:255:4294967295] 192.168.202.130@tcp LPNI seq info [439:439:7:4294967295] 00000800:00000200:2.0:1715208972.681605:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715208972.681606:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208972.681611:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715208972.681612:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208972.681616:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715208972.681621:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208972.681628:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208972.681632:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208972.681714:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208972.681721:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715208972.681728:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208972.681736:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208972.681740:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:1.0:1715208972.681743:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:1.0:1715208972.681752:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075957696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208972.681841:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208972.681844:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715208972.681846:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208972.681850:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208972.681852:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715208972.681854:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715208972.681857:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075957760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208972.683713:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208972.683731:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe071c0 00000400:00000200:0.0:1715208972.683742:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe79 [1] + 224 00000400:00000200:0.0:1715208972.683757:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208972.683764:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208972.683774:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075957696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208972.683830:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208972.683839:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07200 00000400:00000200:0.0:1715208972.683847:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe81 [1] + 224 00000400:00000200:0.0:1715208972.683871:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715208972.683880:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000400:00000200:0.0:1715208972.683885:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208972.683888:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:2.0:1715208972.683890:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:2.0:1715208972.683898:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075957696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715208972.683910:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075957760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208972.683926:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075957696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208972.683951:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715208972.683957:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715208972.683961:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:1.0:1715208972.684033:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000400:00000200:1.0:1715208972.684041:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715208972.684043:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715208972.684050:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075957760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208972.684061:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075957760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208972.684085:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715208972.684089:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715208972.684101:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715208977.689241:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715208977.689271:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715208977.689321:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715208977.689325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715208977.689392:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208977.689402:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 00000400:00000010:0.0:1715208977.689411:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715208977.689420:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957888, portal 4 02000000:00000010:1.0:1715208977.689427:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:0.0:1715208977.689431:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715208977.689434:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075957888, offset 0 00000400:00000010:1.0:1715208977.689436:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715208977.689467:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208977.689472:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957824, portal 25 00000400:00000010:1.0:1715208977.689477:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da220. 00000100:00000200:1.0:1715208977.689479:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075957824, offset 0 00000400:00000200:1.0:1715208977.689490:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208977.689501:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208977.689505:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715208977.689511:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208977.689516:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208977.689519:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208977.689522:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208977.689525:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [440:440:256:4294967295] 192.168.202.130@tcp LPNI seq info [440:440:8:4294967295] 00000400:00000200:1.0:1715208977.689536:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208977.689542:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208977.689545:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715208977.689547:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715208977.689549:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208977.689552:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715208977.689553:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715208977.689555:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208977.689557:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208977.689561:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [441:441:255:4294967295] 192.168.202.130@tcp LPNI seq info [441:441:7:4294967295] 00000800:00000200:1.0:1715208977.689564:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208977.689569:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715208977.689570:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208977.689575:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715208977.689578:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:0.0:1715208977.689583:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715208977.689590:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208977.689595:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208977.689679:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208977.689683:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715208977.689690:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208977.689695:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208977.689699:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da220 00000400:00000010:2.0:1715208977.689702:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da220. 00000100:00000200:2.0:1715208977.689711:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075957824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208977.689812:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208977.689816:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208977.689821:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208977.689827:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208977.689831:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715208977.689833:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715208977.689840:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075957888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208977.691491:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208977.691504:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07240 00000400:00000200:0.0:1715208977.691512:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe91 [1] + 224 00000400:00000200:0.0:1715208977.691545:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208977.691549:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208977.691557:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075957824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208977.691595:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208977.691600:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07280 00000400:00000200:0.0:1715208977.691605:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe89 [1] + 224 00000400:00000200:0.0:1715208977.691619:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208977.691623:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208977.691628:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075957888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715208977.691634:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208977.691640:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208977.691642:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208977.691648:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075957824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208977.691659:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075957824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208977.691683:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715208977.691689:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715208977.691693:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:2.0:1715208977.691711:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 00000400:00000200:2.0:1715208977.691717:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715208977.691718:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715208977.691724:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075957888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208977.691732:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075957888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208977.691755:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208977.691759:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715208977.691769:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715208982.697340:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715208982.697372:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715208982.697471:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715208982.697477:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715208982.697550:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208982.697558:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 00000400:00000010:0.0:1715208982.697564:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 02000000:00000010:3.0:1715208982.697570:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000100:00000200:0.0:1715208982.697572:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958016, portal 4 00000400:00000010:0.0:1715208982.697580:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:3.0:1715208982.697581:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715208982.697582:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075958016, offset 0 00000400:00000010:3.0:1715208982.697587:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715208982.697593:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715208982.697605:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075957952, portal 25 00000400:00000200:0.0:1715208982.697609:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:3.0:1715208982.697610:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257220. 00000100:00000200:3.0:1715208982.697613:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075957952, offset 0 00000400:00000200:0.0:1715208982.697615:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208982.697619:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208982.697623:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208982.697623:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208982.697625:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208982.697629:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [442:442:256:4294967295] 192.168.202.130@tcp LPNI seq info [442:442:8:4294967295] 00000400:00000200:0.0:1715208982.697640:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208982.697667:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715208982.697670:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208982.697671:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:3.0:1715208982.697675:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715208982.697678:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715208982.697680:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715208982.697684:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715208982.697688:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208982.697689:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715208982.697692:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [443:443:255:4294967295] 192.168.202.130@tcp LPNI seq info [443:443:7:4294967295] 00000800:00000200:0.0:1715208982.697695:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715208982.697705:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715208982.697713:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715208982.697718:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba800. 00000800:00000200:3.0:1715208982.697724:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715208982.697733:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715208982.697737:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208982.697789:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208982.697795:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715208982.697803:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208982.697810:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208982.697814:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715208982.697817:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715208982.697827:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075958016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208982.697920:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208982.697923:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba800. 00000400:00000200:1.0:1715208982.697926:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208982.697929:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208982.697932:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257220 00000400:00000010:1.0:1715208982.697934:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257220. 00000100:00000200:1.0:1715208982.697938:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075957952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208982.699781:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208982.699794:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07300 00000400:00000200:0.0:1715208982.699802:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xe99 [1] + 224 00000400:00000200:0.0:1715208982.699813:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208982.699817:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208982.699825:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075958016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208982.699865:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208982.699870:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe072c0 00000400:00000200:0.0:1715208982.699875:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xea1 [1] + 224 00000400:00000200:0.0:1715208982.699895:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208982.699899:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208982.699904:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075957952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208982.699949:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 00000400:00000200:2.0:1715208982.699958:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715208982.699960:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715208982.699968:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075958016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208982.699979:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075958016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715208998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208982.700011:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208982.700016:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715208982.700020:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:3.0:1715208982.700024:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715208982.700032:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715208982.700035:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715208982.700042:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075957952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208982.700070:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075957952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715208998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208982.700087:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715208982.700093:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715208982.700096:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715208987.705326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715208987.705427:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715208987.705486:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715208987.705492:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715208987.705580:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208987.705588:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 00000400:00000010:0.0:1715208987.705595:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 02000000:00000010:1.0:1715208987.705598:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000100:00000200:0.0:1715208987.705602:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958144, portal 4 00000400:00000010:1.0:1715208987.705610:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208987.705611:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000010:1.0:1715208987.705617:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208987.705624:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958080, portal 25 00000400:00000010:1.0:1715208987.705630:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000100:00000200:0.0:1715208987.705634:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075958144, offset 0 00000100:00000200:1.0:1715208987.705634:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075958080, offset 0 00000400:00000200:0.0:1715208987.705647:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208987.705658:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208987.705665:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208987.705672:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208987.705677:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208987.705682:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208987.705686:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208987.705691:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [444:444:256:4294967295] 192.168.202.130@tcp LPNI seq info [444:444:8:4294967295] 00000400:00000200:0.0:1715208987.705707:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208987.705717:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208987.705720:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208987.705724:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715208987.705725:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208987.705728:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208987.705732:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208987.705732:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208987.705735:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715208987.705739:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [445:445:255:4294967295] 192.168.202.130@tcp LPNI seq info [445:445:7:4294967295] 00000800:00000200:0.0:1715208987.705746:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208987.705752:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715208987.705753:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715208987.705761:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715208987.705780:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715208987.705788:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208987.705797:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208987.705801:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208987.705851:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208987.705858:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715208987.705866:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208987.705873:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208987.705878:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715208987.705880:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715208987.705889:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075958144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208987.705981:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208987.705983:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715208987.705988:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208987.705991:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208987.705993:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:2.0:1715208987.705995:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000100:00000200:2.0:1715208987.705999:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075958080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208987.707865:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208987.707878:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07380 00000400:00000200:0.0:1715208987.707886:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xea9 [1] + 224 00000400:00000200:0.0:1715208987.707897:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208987.707901:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208987.707909:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075958144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208987.707945:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208987.707950:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07340 00000400:00000200:0.0:1715208987.707954:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xead [1] + 224 00000400:00000200:0.0:1715208987.707972:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208987.707975:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208987.707981:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075958080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208987.708034:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 00000400:00000200:2.0:1715208987.708042:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715208987.708044:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715208987.708052:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075958144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208987.708079:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075958144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208987.708111:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715208987.708156:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715208987.708161:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:1.0:1715208987.708238:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208987.708255:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715208987.708257:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208987.708273:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075958080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208987.708286:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075958080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208987.708318:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715208987.708326:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715208987.708331:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715208992.713261:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208992.713291:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715208992.713373:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715208992.713378:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715208992.713451:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715208992.713465:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 00000400:00000010:0.0:1715208992.713473:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 02000000:00000010:2.0:1715208992.713478:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000100:00000200:0.0:1715208992.713481:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958272, portal 4 00000400:00000010:2.0:1715208992.713488:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 00000400:00000010:0.0:1715208992.713489:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715208992.713493:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075958272, offset 0 00000400:00000010:2.0:1715208992.713493:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000100:00000200:2.0:1715208992.713498:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958208, portal 25 00000400:00000010:2.0:1715208992.713502:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000400:00000200:0.0:1715208992.713505:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715208992.713514:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075958208, offset 0 00000400:00000200:0.0:1715208992.713519:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715208992.713522:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208992.713525:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208992.713530:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208992.713533:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208992.713536:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208992.713539:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [446:446:256:4294967295] 192.168.202.130@tcp LPNI seq info [446:446:8:4294967295] 00000400:00000200:0.0:1715208992.713551:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208992.713557:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715208992.713560:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208992.713562:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715208992.713564:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715208992.713567:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715208992.713568:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715208992.713570:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715208992.713573:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715208992.713576:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [447:447:255:4294967295] 192.168.202.130@tcp LPNI seq info [447:447:7:4294967295] 00000800:00000200:0.0:1715208992.713579:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715208992.713584:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715208992.713585:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715208992.713590:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715208992.713594:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715208992.713598:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715208992.713604:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715208992.713608:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715208992.713673:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208992.713680:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715208992.713688:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208992.713695:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208992.713699:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715208992.713701:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715208992.713710:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075958272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715208992.713805:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715208992.713808:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715208992.713811:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715208992.713814:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715208992.713817:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:1.0:1715208992.713819:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:1.0:1715208992.713822:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075958208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208992.715692:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208992.715704:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07400 00000400:00000200:0.0:1715208992.715711:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xeb9 [1] + 224 00000400:00000200:0.0:1715208992.715721:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208992.715725:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208992.715752:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075958272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208992.715790:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208992.715795:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe073c0 00000400:00000200:0.0:1715208992.715800:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xec1 [1] + 224 00000400:00000200:0.0:1715208992.715815:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208992.715819:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208992.715823:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075958208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208992.715876:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:2.0:1715208992.715884:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715208992.715886:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715208992.715894:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075958272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715208992.715897:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000400:00000200:3.0:1715208992.715905:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:3.0:1715208992.715907:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:3.0:1715208992.715915:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075958208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208992.715922:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075958272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715208992.715926:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075958208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715208992.715948:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715208992.715949:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:3.0:1715208992.715953:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 02000000:00000010:2.0:1715208992.715954:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715208992.715957:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:3.0:1715208992.715957:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715208997.721323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715208997.721353:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715208997.721408:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715208997.721412:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:1.0:1715208997.721463:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 02000000:00000010:0.0:1715208997.721484:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715208997.721490:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 00000400:00000010:1.0:1715208997.721491:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715208997.721497:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000010:1.0:1715208997.721497:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715208997.721504:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958400, portal 4 00000400:00000010:0.0:1715208997.721511:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:1.0:1715208997.721511:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958336, portal 25 00000100:00000200:0.0:1715208997.721514:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075958400, offset 0 00000400:00000010:1.0:1715208997.721515:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da110. 00000100:00000200:1.0:1715208997.721518:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075958336, offset 0 00000400:00000200:0.0:1715208997.721524:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208997.721532:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715208997.721538:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715208997.721543:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715208997.721548:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715208997.721551:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715208997.721554:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715208997.721557:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [448:448:256:4294967295] 192.168.202.130@tcp LPNI seq info [448:448:8:4294967295] 00000400:00000200:0.0:1715208997.721567:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208997.721573:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715208997.721575:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715208997.721577:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715208997.721579:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715208997.721582:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715208997.721585:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715208997.721587:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715208997.721591:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715208997.721591:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [449:449:255:4294967295] 192.168.202.130@tcp LPNI seq info [449:449:7:4294967295] 00000400:00000200:1.0:1715208997.721599:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715208997.721602:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208997.721604:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715208997.721606:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715208997.721608:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715208997.721612:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715208997.721618:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715208997.721621:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715208997.721697:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208997.721702:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715208997.721711:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208997.721717:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208997.721721:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715208997.721724:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715208997.721733:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075958400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715208997.721820:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715208997.721822:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715208997.721825:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715208997.721829:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715208997.721831:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da110 00000400:00000010:2.0:1715208997.721833:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da110. 00000100:00000200:2.0:1715208997.721836:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075958336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208997.723858:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208997.723871:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07480 00000400:00000200:0.0:1715208997.723880:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xec9 [1] + 224 00000400:00000200:0.0:1715208997.723891:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208997.723894:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208997.723902:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075958400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715208997.723939:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715208997.723944:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07440 00000400:00000200:0.0:1715208997.723949:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xecd [1] + 224 00000400:00000200:0.0:1715208997.723965:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715208997.723969:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715208997.723974:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075958336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715208997.723998:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:2.0:1715208997.724008:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715208997.724011:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715208997.724020:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075958400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715208997.724037:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075958400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715208997.724073:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715208997.724080:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000400:00000010:1.0:1715208997.724086:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715208997.724094:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000100:00000010:2.0:1715208997.724094:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000010:1.0:1715208997.724096:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715208997.724104:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075958336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715208997.724152:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075958336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715208997.724171:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715208997.724177:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715208997.724180:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715209002.729370:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209002.729401:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209002.729457:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209002.729461:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715209002.729536:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209002.729551:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 00000400:00000010:0.0:1715209002.729558:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 02000000:00000010:2.0:1715209002.729564:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000100:00000200:0.0:1715209002.729566:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958528, portal 4 00000400:00000010:0.0:1715209002.729575:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000400:00000010:2.0:1715209002.729576:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 00000100:00000200:0.0:1715209002.729577:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075958528, offset 0 00000400:00000010:2.0:1715209002.729581:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000200:0.0:1715209002.729589:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209002.729596:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958464, portal 25 00000400:00000010:2.0:1715209002.729600:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715209002.729603:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075958464, offset 0 00000400:00000200:0.0:1715209002.729604:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209002.729610:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209002.729629:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209002.729634:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209002.729637:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209002.729640:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209002.729644:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [450:450:256:4294967295] 192.168.202.130@tcp LPNI seq info [450:450:8:4294967295] 00000400:00000200:0.0:1715209002.729655:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209002.729662:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209002.729664:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209002.729667:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209002.729668:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209002.729671:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209002.729673:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209002.729674:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209002.729677:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209002.729680:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [451:451:255:4294967295] 192.168.202.130@tcp LPNI seq info [451:451:7:4294967295] 00000800:00000200:0.0:1715209002.729684:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209002.729689:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209002.729689:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209002.729694:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209002.729698:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715209002.729703:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209002.729709:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209002.729712:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209002.729782:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209002.729789:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715209002.729797:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209002.729814:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209002.729819:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715209002.729822:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715209002.729831:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075958528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209002.729933:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209002.729935:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715209002.729938:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209002.729941:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209002.729944:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:1.0:1715209002.729946:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:1.0:1715209002.729950:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075958464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209002.731946:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209002.731959:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe074c0 00000400:00000200:0.0:1715209002.731967:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xee1 [1] + 224 00000400:00000200:0.0:1715209002.731978:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209002.731981:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209002.731989:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075958464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209002.732024:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209002.732030:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07500 00000400:00000200:0.0:1715209002.732034:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xed9 [1] + 224 00000400:00000200:0.0:1715209002.732050:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209002.732054:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209002.732059:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075958528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209002.732113:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000400:00000200:2.0:1715209002.732161:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:2.0:1715209002.732162:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715209002.732170:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075958464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209002.732177:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 00000100:00000200:2.0:1715209002.732181:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075958464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209002.732186:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715209002.732187:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715209002.732195:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075958528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209002.732207:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075958528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209002.732207:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715209002.732213:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715209002.732218:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 02000000:00000010:1.0:1715209002.732254:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715209002.732260:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715209002.732263:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715209007.737362:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209007.737393:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209007.737450:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209007.737474:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:2.0:1715209007.737559:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 02000000:00000010:0.0:1715209007.737581:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:2.0:1715209007.737584:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 00000400:00000010:0.0:1715209007.737585:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 00000400:00000010:0.0:1715209007.737589:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000010:2.0:1715209007.737589:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:0.0:1715209007.737596:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958656, portal 4 00000100:00000200:2.0:1715209007.737600:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958592, portal 25 00000400:00000010:0.0:1715209007.737602:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:2.0:1715209007.737602:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715209007.737604:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075958656, offset 0 00000100:00000200:2.0:1715209007.737604:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075958592, offset 0 00000400:00000200:0.0:1715209007.737612:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209007.737617:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209007.737623:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209007.737627:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209007.737630:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209007.737633:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209007.737635:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209007.737637:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [452:452:256:4294967295] 192.168.202.130@tcp LPNI seq info [452:452:8:4294967295] 00000400:00000200:0.0:1715209007.737645:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209007.737649:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209007.737651:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209007.737652:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209007.737653:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209007.737655:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209007.737657:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209007.737657:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209007.737659:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209007.737661:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [453:453:255:4294967295] 192.168.202.130@tcp LPNI seq info [453:453:7:4294967295] 00000800:00000200:0.0:1715209007.737666:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209007.737667:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209007.737669:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209007.737670:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209007.737673:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715209007.737676:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209007.737679:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209007.737681:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209007.737734:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209007.737738:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209007.737745:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209007.737750:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209007.737753:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715209007.737755:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715209007.737762:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075958656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209007.737843:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209007.737845:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715209007.737847:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209007.737850:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209007.737851:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:1.0:1715209007.737852:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:1.0:1715209007.737855:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075958592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209007.739761:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209007.739773:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07540 00000400:00000200:0.0:1715209007.739781:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xeed [1] + 224 00000400:00000200:0.0:1715209007.739795:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209007.739800:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209007.739810:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075958592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209007.739863:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209007.739872:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07580 00000400:00000200:0.0:1715209007.739891:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xee9 [1] + 224 00000400:00000010:2.0:1715209007.739904:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000400:00000200:2.0:1715209007.739912:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:2.0:1715209007.739914:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000400:00000200:0.0:1715209007.739918:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1715209007.739922:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075958592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209007.739925:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209007.739932:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075958656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209007.739934:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075958592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209007.739959:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715209007.739965:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715209007.739970:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:1.0:1715209007.740069:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:1.0:1715209007.740077:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:1.0:1715209007.740079:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715209007.740087:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075958656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209007.740097:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075958656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209007.740165:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715209007.740170:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715209007.740173:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715209012.745327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209012.745355:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209012.745410:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209012.745414:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715209012.745488:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209012.745494:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:0.0:1715209012.745496:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 00000400:00000010:0.0:1715209012.745502:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:1.0:1715209012.745505:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715209012.745509:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958784, portal 4 00000400:00000010:1.0:1715209012.745512:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715209012.745518:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715209012.745518:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958720, portal 25 00000100:00000200:0.0:1715209012.745520:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075958784, offset 0 00000400:00000010:1.0:1715209012.745523:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000200:0.0:1715209012.745531:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209012.745540:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075958720, offset 0 00000400:00000200:0.0:1715209012.745546:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209012.745551:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209012.745551:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209012.745556:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209012.745559:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209012.745562:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209012.745565:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [454:454:256:4294967295] 192.168.202.130@tcp LPNI seq info [454:454:8:4294967295] 00000400:00000200:0.0:1715209012.745577:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209012.745583:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209012.745587:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715209012.745588:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715209012.745594:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209012.745594:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209012.745599:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209012.745603:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209012.745605:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209012.745607:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209012.745609:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209012.745631:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [455:455:255:4294967295] 192.168.202.130@tcp LPNI seq info [455:455:7:4294967295] 00000400:00000200:1.0:1715209012.745645:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209012.745654:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209012.745660:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715209012.745667:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209012.745676:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209012.745681:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209012.745699:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209012.745713:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715209012.745721:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209012.745729:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209012.745733:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715209012.745735:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715209012.745744:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075958784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209012.745835:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209012.745837:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715209012.745841:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209012.745845:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209012.745847:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:2.0:1715209012.745849:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:2.0:1715209012.745852:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075958720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209012.747657:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209012.747678:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07600 00000400:00000200:0.0:1715209012.747686:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xef9 [1] + 224 00000400:00000200:0.0:1715209012.747698:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209012.747702:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209012.747708:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075958784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209012.747747:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209012.747752:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe075c0 00000400:00000200:0.0:1715209012.747757:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xefd [1] + 224 00000400:00000200:0.0:1715209012.747782:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209012.747786:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209012.747791:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075958720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209012.747832:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000400:00000200:2.0:1715209012.747840:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715209012.747842:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715209012.747849:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075958784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209012.747860:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075958784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209012.747890:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209012.747895:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715209012.747899:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:1.0:1715209012.747908:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209012.747918:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209012.747921:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209012.747931:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075958720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209012.747947:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075958720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209012.747972:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715209012.747981:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715209012.747985:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715209017.753312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209017.753340:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209017.753394:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209017.753398:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209017.753465:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209017.753468:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715209017.753472:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 00000400:00000010:0.0:1715209017.753479:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000400:00000010:2.0:1715209017.753480:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 00000100:00000200:0.0:1715209017.753487:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958912, portal 4 00000400:00000010:2.0:1715209017.753490:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000010:0.0:1715209017.753495:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715209017.753496:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958848, portal 25 00000100:00000200:0.0:1715209017.753498:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075958912, offset 0 00000400:00000010:2.0:1715209017.753501:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000400:00000200:0.0:1715209017.753509:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209017.753517:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075958848, offset 0 00000400:00000200:0.0:1715209017.753524:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209017.753528:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209017.753530:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209017.753535:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209017.753539:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209017.753542:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209017.753555:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [456:456:256:4294967295] 192.168.202.130@tcp LPNI seq info [456:456:8:4294967295] 00000400:00000200:0.0:1715209017.753567:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209017.753573:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209017.753578:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715209017.753579:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715209017.753584:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209017.753585:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209017.753590:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209017.753594:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209017.753595:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209017.753598:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209017.753600:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209017.753603:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [457:457:255:4294967295] 192.168.202.130@tcp LPNI seq info [457:457:7:4294967295] 00000400:00000200:2.0:1715209017.753617:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209017.753625:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209017.753630:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715209017.753637:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209017.753645:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209017.753650:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209017.753708:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209017.753717:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715209017.753727:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209017.753737:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209017.753742:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715209017.753745:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715209017.753757:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075958912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209017.753855:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209017.753857:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715209017.753860:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209017.753864:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209017.753867:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:1.0:1715209017.753877:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:1.0:1715209017.753883:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075958848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209017.755852:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209017.755869:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07680 00000400:00000200:0.0:1715209017.755879:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf09 [1] + 224 00000400:00000200:0.0:1715209017.755894:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209017.755900:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209017.755909:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075958912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209017.755963:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209017.755973:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07640 00000400:00000200:0.0:1715209017.755980:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf0d [1] + 224 00000400:00000200:0.0:1715209017.756004:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209017.756010:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209017.756018:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075958848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209017.756036:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 00000400:00000200:2.0:1715209017.756045:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715209017.756046:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715209017.756054:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075958912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209017.756066:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075958912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209017.756180:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000400:00000200:3.0:1715209017.756188:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:3.0:1715209017.756190:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:3.0:1715209017.756198:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075958848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209017.756208:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075958848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209017.756221:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:3.0:1715209017.756226:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715209017.756231:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 02000000:00000010:3.0:1715209017.756231:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715209017.756235:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:2.0:1715209017.756236:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715209022.761338:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209022.761369:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209022.761426:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209022.761430:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715209022.761507:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715209022.761511:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:0.0:1715209022.761515:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 00000400:00000010:1.0:1715209022.761523:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209022.761532:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209022.761543:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075958976, portal 25 00000400:00000010:1.0:1715209022.761549:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da7f8. 00000400:00000010:0.0:1715209022.761551:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715209022.761554:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075958976, offset 0 00000100:00000200:0.0:1715209022.761556:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959040, portal 4 00000400:00000010:0.0:1715209022.761562:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000200:1.0:1715209022.761567:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209022.761572:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075959040, offset 0 00000400:00000200:0.0:1715209022.761580:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209022.761583:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209022.761588:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209022.761593:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209022.761598:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209022.761602:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209022.761607:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [458:458:256:4294967295] 192.168.202.130@tcp LPNI seq info [458:458:8:4294967295] 00000400:00000200:1.0:1715209022.761623:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209022.761632:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209022.761634:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209022.761638:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715209022.761638:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715209022.761641:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209022.761644:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715209022.761644:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209022.761647:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209022.761650:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [459:459:255:4294967295] 192.168.202.130@tcp LPNI seq info [459:459:7:4294967295] 00000800:00000200:1.0:1715209022.761655:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209022.761659:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209022.761660:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209022.761664:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209022.761668:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000800:00000200:0.0:1715209022.761672:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209022.761679:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209022.761682:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209022.761770:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209022.761777:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715209022.761788:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209022.761797:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209022.761804:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da7f8 00000400:00000010:2.0:1715209022.761807:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da7f8. 00000100:00000200:2.0:1715209022.761818:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075958976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209022.761947:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209022.761951:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209022.761955:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209022.761961:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209022.761965:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715209022.761968:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715209022.761974:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075959040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209022.763946:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209022.763972:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe076c0 00000400:00000200:0.0:1715209022.763981:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf19 [1] + 224 00000400:00000200:0.0:1715209022.763992:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209022.763996:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209022.764004:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075958976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209022.764044:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209022.764073:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07700 00000400:00000200:0.0:1715209022.764077:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf21 [1] + 224 00000400:00000200:0.0:1715209022.764099:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209022.764110:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209022.764143:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075959040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209022.764186:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209022.764196:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209022.764198:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209022.764206:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075958976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209022.764217:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075958976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209022.764220:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000400:00000200:2.0:1715209022.764226:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715209022.764228:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715209022.764236:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075959040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209022.764242:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 00000100:00000200:2.0:1715209022.764249:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075959040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209022.764259:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715209022.764263:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 02000000:00000010:2.0:1715209022.764277:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209022.764283:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715209022.764288:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715209027.769208:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209027.769246:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715209027.769312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209027.769316:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:2.0:1715209027.769368:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:2.0:1715209027.769379:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:2.0:1715209027.769386:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715209027.769394:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959168, portal 4 00000400:00000010:2.0:1715209027.769403:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715209027.769405:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075959168, offset 0 02000000:00000010:3.0:1715209027.769406:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000200:2.0:1715209027.769416:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715209027.769417:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715209027.769424:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209027.769430:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959104, portal 25 00000400:00000200:2.0:1715209027.769431:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209027.769437:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715209027.769437:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257330. 00000400:00000200:2.0:1715209027.769442:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209027.769445:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209027.769448:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209027.769459:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [460:460:256:4294967295] 192.168.202.130@tcp LPNI seq info [460:460:8:4294967295] 00000100:00000200:3.0:1715209027.769460:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075959104, offset 0 00000400:00000200:2.0:1715209027.769470:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:3.0:1715209027.769471:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715209027.769477:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209027.769481:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000400:00000200:3.0:1715209027.769482:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715209027.769487:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209027.769488:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209027.769493:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715209027.769495:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715209027.769498:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209027.769500:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209027.769502:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209027.769506:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [461:461:255:4294967295] 192.168.202.130@tcp LPNI seq info [461:461:7:4294967295] 00000400:00000200:3.0:1715209027.769521:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209027.769528:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209027.769533:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba600. 00000800:00000200:3.0:1715209027.769539:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209027.769548:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209027.769552:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209027.769618:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209027.769622:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715209027.769629:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209027.769636:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209027.769648:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:0.0:1715209027.769650:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:0.0:1715209027.769659:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075959168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209027.769762:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209027.769764:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba600. 00000400:00000200:0.0:1715209027.769767:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209027.769771:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209027.769773:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257330 00000400:00000010:0.0:1715209027.769775:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257330. 00000100:00000200:0.0:1715209027.769779:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075959104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209027.771763:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209027.771775:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07780 00000400:00000200:0.0:1715209027.771783:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf29 [1] + 224 00000400:00000200:0.0:1715209027.771802:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209027.771806:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209027.771813:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075959168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209027.771883:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209027.771889:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07740 00000400:00000200:0.0:1715209027.771894:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf31 [1] + 224 00000400:00000010:2.0:1715209027.771907:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:2.0:1715209027.771913:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:2.0:1715209027.771915:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000400:00000200:0.0:1715209027.771921:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1715209027.771922:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075959168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209027.771925:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209027.771930:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075959104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209027.771933:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075959168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209027.771964:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715209027.771969:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209027.771973:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:3.0:1715209027.772065:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209027.772074:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209027.772078:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209027.772087:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075959104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209027.772103:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075959104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209027.772225:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715209027.772234:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715209027.772237:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715209032.777209:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209032.777243:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209032.777309:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209032.777316:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209032.777397:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209032.777406:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:0.0:1715209032.777414:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 02000000:00000010:1.0:1715209032.777414:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000100:00000200:0.0:1715209032.777423:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959296, portal 4 00000400:00000010:1.0:1715209032.777424:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209032.777429:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715209032.777433:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715209032.777434:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959232, portal 25 00000100:00000200:0.0:1715209032.777438:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075959296, offset 0 00000400:00000010:1.0:1715209032.777438:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dae58. 00000100:00000200:1.0:1715209032.777441:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075959232, offset 0 00000400:00000200:0.0:1715209032.777452:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209032.777461:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209032.777470:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209032.777478:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209032.777485:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209032.777489:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209032.777493:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209032.777498:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [462:462:256:4294967295] 192.168.202.130@tcp LPNI seq info [462:462:8:4294967295] 00000400:00000200:0.0:1715209032.777514:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209032.777524:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209032.777526:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209032.777530:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209032.777530:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209032.777533:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209032.777536:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209032.777538:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209032.777539:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209032.777542:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [463:463:255:4294967295] 192.168.202.130@tcp LPNI seq info [463:463:7:4294967295] 00000400:00000200:1.0:1715209032.777551:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209032.777556:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209032.777559:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715209032.777564:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209032.777575:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209032.777580:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209032.777581:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209032.777586:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209032.777678:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209032.777684:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715209032.777693:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209032.777700:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209032.777705:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dae58 00000400:00000010:2.0:1715209032.777707:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dae58. 00000100:00000200:2.0:1715209032.777716:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075959232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209032.777807:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209032.777809:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715209032.777812:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209032.777816:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209032.777818:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715209032.777829:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715209032.777835:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075959296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209032.779824:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209032.779841:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe077c0 00000400:00000200:0.0:1715209032.779851:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf3d [1] + 224 00000400:00000200:0.0:1715209032.779867:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209032.779873:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209032.779882:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075959232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209032.779934:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209032.779943:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07800 00000400:00000200:0.0:1715209032.779949:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf39 [1] + 224 00000400:00000200:0.0:1715209032.780000:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209032.780007:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209032.780016:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075959296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209032.780028:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209032.780036:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209032.780038:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209032.780046:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075959232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209032.780057:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075959232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209032.780082:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715209032.780089:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715209032.780104:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:2.0:1715209032.780176:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000400:00000200:2.0:1715209032.780185:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715209032.780187:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715209032.780194:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075959296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209032.780205:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075959296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209032.780229:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209032.780234:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715209032.780237:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715209037.785228:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209037.785258:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209037.785312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209037.785317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209037.785389:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209037.785395:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 00000400:00000010:0.0:1715209037.785418:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 02000000:00000010:3.0:1715209037.785424:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000100:00000200:0.0:1715209037.785425:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959424, portal 4 00000400:00000010:0.0:1715209037.785434:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:3.0:1715209037.785436:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715209037.785437:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075959424, offset 0 00000400:00000010:3.0:1715209037.785442:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715209037.785447:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715209037.785461:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959360, portal 25 00000400:00000200:0.0:1715209037.785462:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:3.0:1715209037.785467:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257990. 00000400:00000200:0.0:1715209037.785468:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1715209037.785470:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075959360, offset 0 00000400:00000200:0.0:1715209037.785490:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209037.785494:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209037.785496:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209037.785500:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [464:464:256:4294967295] 192.168.202.130@tcp LPNI seq info [464:464:8:4294967295] 00000400:00000200:3.0:1715209037.785507:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209037.785511:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209037.785517:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209037.785520:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209037.785522:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:3.0:1715209037.785526:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209037.785528:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209037.785531:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209037.785535:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209037.785539:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715209037.785539:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209037.785543:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209037.785543:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [465:465:255:4294967295] 192.168.202.130@tcp LPNI seq info [465:465:7:4294967295] 00000400:00000200:3.0:1715209037.785557:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209037.785565:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209037.785571:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba400. 00000800:00000200:3.0:1715209037.785577:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209037.785586:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209037.785590:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209037.785638:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209037.785644:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715209037.785652:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209037.785659:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209037.785663:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715209037.785666:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715209037.785675:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075959424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209037.785770:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209037.785772:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba400. 00000400:00000200:1.0:1715209037.785775:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209037.785779:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209037.785782:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257990 00000400:00000010:1.0:1715209037.785783:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257990. 00000100:00000200:1.0:1715209037.785786:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075959360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209037.787894:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209037.787906:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07880 00000400:00000200:0.0:1715209037.787914:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf49 [1] + 224 00000400:00000200:0.0:1715209037.787957:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209037.787962:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209037.787972:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075959424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209037.788025:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209037.788035:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07840 00000400:00000200:0.0:1715209037.788042:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf51 [1] + 224 00000400:00000200:0.0:1715209037.788066:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209037.788073:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209037.788080:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075959360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209037.788096:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000400:00000200:2.0:1715209037.788105:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715209037.788107:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715209037.788175:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075959424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209037.788183:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715209037.788187:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075959424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715209037.788193:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209037.788196:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209037.788205:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075959360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209037.788219:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000100:00000200:3.0:1715209037.788223:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075959360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209037.788224:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209037.788228:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 02000000:00000010:3.0:1715209037.788247:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715209037.788255:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715209037.788260:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715209042.793208:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209042.793232:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209042.793277:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209042.793282:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:1.0:1715209042.793330:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:1.0:1715209042.793338:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209042.793345:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209042.793354:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959488, portal 25 00000400:00000010:1.0:1715209042.793359:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da198. 00000100:00000200:1.0:1715209042.793362:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075959488, offset 0 00000400:00000200:1.0:1715209042.793372:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:0.0:1715209042.793373:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209042.793377:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 00000400:00000010:0.0:1715209042.793380:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:0.0:1715209042.793382:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959552, portal 4 00000400:00000200:1.0:1715209042.793386:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:0.0:1715209042.793388:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715209042.793389:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075959552, offset 0 00000400:00000200:1.0:1715209042.793391:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209042.793394:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209042.793395:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209042.793398:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209042.793401:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209042.793404:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [466:466:256:4294967295] 192.168.202.130@tcp LPNI seq info [466:466:8:4294967295] 00000400:00000200:1.0:1715209042.793415:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715209042.793421:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715209042.793421:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209042.793424:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209042.793426:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209042.793429:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209042.793431:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000010:1.0:1715209042.793431:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715209042.793433:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [467:467:255:4294967295] 192.168.202.130@tcp LPNI seq info [467:467:7:4294967295] 00000800:00000200:1.0:1715209042.793438:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209042.793441:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209042.793445:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209042.793447:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:1.0:1715209042.793448:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209042.793451:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209042.793452:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209042.793455:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209042.793457:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209042.793529:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209042.793533:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715209042.793540:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209042.793545:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209042.793548:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da198 00000400:00000010:2.0:1715209042.793550:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da198. 00000100:00000200:2.0:1715209042.793557:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075959488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209042.793643:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209042.793645:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715209042.793647:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209042.793650:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209042.793652:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715209042.793653:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715209042.793656:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075959552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209042.795416:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209042.795425:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe078c0 00000400:00000200:0.0:1715209042.795431:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf59 [1] + 224 00000400:00000200:0.0:1715209042.795439:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209042.795441:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209042.795446:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075959488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209042.795475:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209042.795481:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07900 00000400:00000200:0.0:1715209042.795485:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf61 [1] + 224 00000400:00000010:1.0:1715209042.795504:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209042.795508:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209042.795510:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209042.795511:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1715209042.795515:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075959488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209042.795516:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209042.795520:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075959552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209042.795524:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075959488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209042.795547:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715209042.795553:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715209042.795558:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:2.0:1715209042.795614:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 00000400:00000200:2.0:1715209042.795619:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715209042.795621:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715209042.795626:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075959552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209042.795633:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075959552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209042.795650:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209042.795653:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715209042.795655:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715209047.801254:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209047.801280:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209047.801321:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209047.801324:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715209047.801379:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209047.801384:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715209047.801385:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:2.0:1715209047.801389:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:0.0:1715209047.801391:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000010:2.0:1715209047.801393:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:0.0:1715209047.801397:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959680, portal 4 00000100:00000200:2.0:1715209047.801397:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959616, portal 25 00000400:00000010:2.0:1715209047.801401:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715209047.801402:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075959616, offset 0 00000400:00000010:0.0:1715209047.801403:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715209047.801405:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075959680, offset 0 00000400:00000200:2.0:1715209047.801410:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209047.801419:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209047.801421:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209047.801425:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209047.801428:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209047.801430:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209047.801432:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209047.801448:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [468:468:256:4294967295] 192.168.202.130@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000200:2.0:1715209047.801454:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209047.801458:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209047.801460:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209047.801461:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715209047.801462:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209047.801464:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715209047.801465:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209047.801466:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209047.801467:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209047.801469:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [469:469:255:4294967295] 192.168.202.130@tcp LPNI seq info [469:469:7:4294967295] 00000400:00000200:0.0:1715209047.801475:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209047.801475:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209047.801477:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715209047.801478:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715209047.801479:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715209047.801481:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209047.801485:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209047.801487:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209047.801551:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209047.801553:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715209047.801558:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209047.801562:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209047.801564:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:1.0:1715209047.801566:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:1.0:1715209047.801571:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075959616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209047.801636:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209047.801637:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209047.801639:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209047.801641:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209047.801642:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715209047.801643:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715209047.801645:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075959680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209047.803357:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209047.803365:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07940 00000400:00000200:0.0:1715209047.803375:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf6d [1] + 224 00000400:00000200:0.0:1715209047.803383:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209047.803385:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209047.803389:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075959616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209047.803412:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209047.803415:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07980 00000400:00000200:0.0:1715209047.803417:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf69 [1] + 224 00000400:00000200:0.0:1715209047.803433:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209047.803435:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209047.803438:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075959680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209047.803451:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:2.0:1715209047.803455:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:2.0:1715209047.803457:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715209047.803462:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075959616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209047.803473:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075959616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209047.803482:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 02000000:00000010:2.0:1715209047.803493:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 00000400:00000200:1.0:1715209047.803494:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715209047.803496:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 02000000:00000010:2.0:1715209047.803498:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000200:1.0:1715209047.803501:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075959680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209047.803501:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000200:1.0:1715209047.803511:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075959680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209047.803529:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715209047.803532:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715209047.803535:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715209052.809247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209052.809276:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209052.809333:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209052.809337:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715209052.809412:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209052.809419:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 00000400:00000010:0.0:1715209052.809426:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715209052.809433:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959808, portal 4 02000000:00000010:1.0:1715209052.809438:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715209052.809441:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715209052.809444:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075959808, offset 0 00000400:00000010:1.0:1715209052.809447:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209052.809455:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209052.809462:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209052.809467:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959744, portal 25 00000400:00000200:0.0:1715209052.809470:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715209052.809472:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da088. 00000100:00000200:1.0:1715209052.809474:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075959744, offset 0 00000400:00000200:0.0:1715209052.809476:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209052.809481:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209052.809481:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209052.809485:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209052.809487:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209052.809490:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [470:470:256:4294967295] 192.168.202.130@tcp LPNI seq info [470:470:8:4294967295] 00000400:00000200:0.0:1715209052.809524:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209052.809530:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209052.809533:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209052.809534:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715209052.809537:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209052.809540:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209052.809541:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209052.809544:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209052.809546:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209052.809548:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209052.809550:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [471:471:255:4294967295] 192.168.202.130@tcp LPNI seq info [471:471:7:4294967295] 00000800:00000200:0.0:1715209052.809554:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209052.809559:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209052.809564:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209052.809568:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715209052.809572:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209052.809578:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209052.809582:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209052.809648:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209052.809654:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715209052.809662:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209052.809669:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209052.809674:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715209052.809676:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715209052.809685:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075959808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209052.809782:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209052.809785:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715209052.809823:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209052.809828:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209052.809830:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da088 00000400:00000010:2.0:1715209052.809842:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da088. 00000100:00000200:2.0:1715209052.809848:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075959744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209052.811761:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209052.811774:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07a00 00000400:00000200:0.0:1715209052.811782:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf79 [1] + 224 00000400:00000200:0.0:1715209052.811819:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209052.811823:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209052.811831:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075959808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209052.811867:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209052.811872:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe079c0 00000400:00000200:0.0:1715209052.811876:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf81 [1] + 224 00000400:00000200:0.0:1715209052.811895:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209052.811899:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209052.811904:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075959744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209052.811965:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:2.0:1715209052.811974:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715209052.811976:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715209052.811983:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075959808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209052.811995:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075959808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209052.812025:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209052.812031:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000400:00000010:1.0:1715209052.812033:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000010:2.0:1715209052.812035:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000200:1.0:1715209052.812041:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209052.812052:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209052.812060:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075959744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209052.812071:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075959744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209052.812089:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715209052.812094:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715209052.812097:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209057.817289:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209057.817317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209057.817373:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209057.817377:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209057.817446:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209057.817453:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 00000400:00000010:0.0:1715209057.817460:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 02000000:00000010:2.0:1715209057.817476:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:2.0:1715209057.817486:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000100:00000200:0.0:1715209057.817488:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959936, portal 4 00000400:00000010:2.0:1715209057.817492:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000400:00000010:0.0:1715209057.817496:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715209057.817496:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075959872, portal 25 00000100:00000200:0.0:1715209057.817499:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075959936, offset 0 00000400:00000010:2.0:1715209057.817500:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715209057.817503:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075959872, offset 0 00000400:00000200:0.0:1715209057.817510:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209057.817521:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209057.817524:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209057.817530:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209057.817534:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209057.817538:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209057.817541:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209057.817544:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [472:472:256:4294967295] 192.168.202.130@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:0.0:1715209057.817556:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209057.817562:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209057.817565:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209057.817566:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209057.817569:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209057.817572:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209057.817572:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209057.817575:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209057.817578:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209057.817581:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [473:473:255:4294967295] 192.168.202.130@tcp LPNI seq info [473:473:7:4294967295] 00000800:00000200:0.0:1715209057.817585:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209057.817589:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209057.817590:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209057.817595:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209057.817599:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715209057.817604:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209057.817620:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209057.817624:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209057.817683:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209057.817689:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715209057.817697:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209057.817704:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209057.817709:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715209057.817711:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715209057.817720:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075959936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209057.817861:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209057.817864:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715209057.817867:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209057.817872:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209057.817875:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:1.0:1715209057.817876:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715209057.817881:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075959872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209057.819815:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209057.819828:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07a80 00000400:00000200:0.0:1715209057.819836:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf89 [1] + 224 00000400:00000200:0.0:1715209057.819846:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209057.819850:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209057.819857:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075959936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209057.819895:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209057.819900:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07a40 00000400:00000200:0.0:1715209057.819905:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf8d [1] + 224 00000400:00000200:0.0:1715209057.819922:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209057.819926:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209057.819937:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075959872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209057.819981:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 00000400:00000200:2.0:1715209057.819989:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715209057.819991:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715209057.819999:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075959936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209057.819999:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:3.0:1715209057.820008:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:3.0:1715209057.820010:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715209057.820011:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075959936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209057.820018:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075959872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209057.820029:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075959872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209057.820042:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209057.820047:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209057.820051:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 02000000:00000010:3.0:1715209057.820063:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715209057.820068:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715209057.820070:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715209062.825263:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209062.825290:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209062.825337:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209062.825340:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715209062.825408:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209062.825415:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 00000400:00000010:0.0:1715209062.825421:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 02000000:00000010:1.0:1715209062.825425:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000100:00000200:0.0:1715209062.825428:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960064, portal 4 00000400:00000010:1.0:1715209062.825432:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209062.825434:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715209062.825436:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075960064, offset 0 00000400:00000010:1.0:1715209062.825437:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209062.825440:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960000, portal 25 00000400:00000010:1.0:1715209062.825443:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da990. 00000400:00000200:0.0:1715209062.825445:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209062.825453:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075960000, offset 0 00000400:00000200:0.0:1715209062.825458:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209062.825459:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209062.825463:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209062.825467:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209062.825470:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209062.825473:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209062.825475:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [474:474:256:4294967295] 192.168.202.130@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000200:0.0:1715209062.825484:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209062.825489:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209062.825490:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209062.825492:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715209062.825498:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209062.825506:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209062.825510:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209062.825512:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209062.825515:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209062.825517:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209062.825519:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209062.825521:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [475:475:255:4294967295] 192.168.202.130@tcp LPNI seq info [475:475:7:4294967295] 00000400:00000200:1.0:1715209062.825529:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209062.825532:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209062.825535:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715209062.825539:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209062.825544:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209062.825547:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209062.825621:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209062.825626:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715209062.825633:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209062.825638:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209062.825642:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715209062.825644:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715209062.825652:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075960064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209062.825758:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209062.825762:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715209062.825767:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209062.825772:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209062.825774:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da990 00000400:00000010:2.0:1715209062.825776:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da990. 00000100:00000200:2.0:1715209062.825780:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075960000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209062.827660:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209062.827671:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07b00 00000400:00000200:0.0:1715209062.827677:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xf99 [1] + 224 00000400:00000200:0.0:1715209062.827685:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209062.827696:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209062.827725:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075960064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209062.827757:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209062.827762:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07ac0 00000400:00000200:0.0:1715209062.827766:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xfa1 [1] + 224 00000400:00000200:0.0:1715209062.827779:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209062.827782:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209062.827786:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075960000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209062.827796:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 00000400:00000200:2.0:1715209062.827803:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715209062.827804:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715209062.827817:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075960064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209062.827825:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075960064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209062.827842:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209062.827848:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209062.827850:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 02000000:00000010:2.0:1715209062.827852:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000100:00000200:1.0:1715209062.827856:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075960000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209062.827856:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715209062.827860:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000200:1.0:1715209062.827864:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075960000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209062.827878:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715209062.827882:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715209062.827885:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715209067.833339:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209067.833369:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209067.833424:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209067.833428:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209067.833500:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209067.833506:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715209067.833507:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 00000400:00000010:0.0:1715209067.833514:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:2.0:1715209067.833517:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5630. 00000100:00000200:0.0:1715209067.833521:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960192, portal 4 00000400:00000010:2.0:1715209067.833525:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000400:00000010:0.0:1715209067.833529:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715209067.833530:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960128, portal 25 00000100:00000200:0.0:1715209067.833532:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075960192, offset 0 00000400:00000010:2.0:1715209067.833535:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000400:00000200:0.0:1715209067.833544:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209067.833551:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075960128, offset 0 00000400:00000200:0.0:1715209067.833559:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209067.833562:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209067.833566:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209067.833570:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209067.833574:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209067.833576:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209067.833579:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [476:476:256:4294967295] 192.168.202.130@tcp LPNI seq info [476:476:8:4294967295] 00000400:00000200:0.0:1715209067.833590:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209067.833597:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209067.833602:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209067.833607:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209067.833612:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209067.833616:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209067.833619:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000010:0.0:1715209067.833622:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209067.833624:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [477:477:255:4294967295] 192.168.202.130@tcp LPNI seq info [477:477:7:4294967295] 00000800:00000200:0.0:1715209067.833629:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209067.833638:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209067.833640:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209067.833645:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209067.833646:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209067.833651:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715209067.833658:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209067.833721:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209067.833726:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209067.833742:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209067.833748:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209067.833756:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209067.833763:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209067.833768:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715209067.833770:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715209067.833779:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075960192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209067.833874:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209067.833886:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715209067.833889:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209067.833893:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209067.833895:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:1.0:1715209067.833897:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:1.0:1715209067.833901:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075960128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209067.835863:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209067.835875:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07b80 00000400:00000200:0.0:1715209067.835883:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xfa9 [1] + 224 00000400:00000200:0.0:1715209067.835894:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209067.835897:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209067.835904:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075960192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209067.835938:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209067.835943:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07b40 00000400:00000200:0.0:1715209067.835947:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xfad [1] + 224 00000400:00000200:0.0:1715209067.835964:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209067.835968:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209067.835972:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075960128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209067.835987:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:2.0:1715209067.835994:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715209067.835996:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715209067.836004:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075960192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209067.836028:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075960192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209067.836049:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5630. 00000400:00000200:3.0:1715209067.836058:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:3.0:1715209067.836060:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 02000000:00000010:2.0:1715209067.836065:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000100:00000200:3.0:1715209067.836069:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075960128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209067.836072:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715209067.836076:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000200:3.0:1715209067.836085:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075960128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209067.836107:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715209067.836113:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715209067.836164:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715209072.841245:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209072.841275:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209072.841335:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209072.841339:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715209072.841416:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209072.841425:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 00000400:00000010:0.0:1715209072.841433:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 02000000:00000010:1.0:1715209072.841436:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000100:00000200:0.0:1715209072.841442:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960320, portal 4 00000400:00000010:1.0:1715209072.841446:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209072.841451:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715209072.841454:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715209072.841456:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075960320, offset 0 00000100:00000200:1.0:1715209072.841456:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960256, portal 25 00000400:00000010:1.0:1715209072.841461:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da990. 00000400:00000200:0.0:1715209072.841469:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209072.841490:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075960256, offset 0 00000400:00000200:1.0:1715209072.841498:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209072.841506:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209072.841514:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209072.841519:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209072.841524:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209072.841526:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209072.841530:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [478:478:256:4294967295] 192.168.202.130@tcp LPNI seq info [478:478:8:4294967295] 00000400:00000200:0.0:1715209072.841542:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209072.841549:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209072.841551:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209072.841554:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209072.841555:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209072.841558:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209072.841562:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209072.841563:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209072.841564:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209072.841567:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [479:479:255:4294967295] 192.168.202.130@tcp LPNI seq info [479:479:7:4294967295] 00000800:00000200:0.0:1715209072.841576:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209072.841578:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209072.841582:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209072.841582:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209072.841586:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715209072.841591:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209072.841597:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209072.841600:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209072.841724:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209072.841733:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209072.841742:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209072.841753:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209072.841759:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715209072.841762:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715209072.841774:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075960320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209072.841874:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209072.841877:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715209072.841881:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209072.841885:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209072.841888:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da990 00000400:00000010:2.0:1715209072.841890:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da990. 00000100:00000200:2.0:1715209072.841894:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075960256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209072.843888:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209072.843902:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07c00 00000400:00000200:0.0:1715209072.843908:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xfb9 [1] + 224 00000400:00000200:0.0:1715209072.843921:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209072.843925:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209072.843935:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075960320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209072.843976:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209072.843981:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07bc0 00000400:00000200:0.0:1715209072.843986:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xfbd [1] + 224 00000400:00000200:0.0:1715209072.844005:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209072.844011:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209072.844019:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075960256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209072.844076:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 00000400:00000200:2.0:1715209072.844084:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715209072.844086:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715209072.844095:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075960320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209072.844104:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715209072.844107:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075960320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209072.844112:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209072.844155:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209072.844164:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075960256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209072.844192:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075960256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209072.844220:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715209072.844227:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715209072.844232:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 02000000:00000010:2.0:1715209072.844234:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209072.844240:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715209072.844261:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715209077.849272:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209077.849296:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209077.849363:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209077.849367:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715209077.849423:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209077.849425:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715209077.849430:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 00000400:00000010:2.0:1715209077.849434:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:0.0:1715209077.849438:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000010:2.0:1715209077.849440:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:0.0:1715209077.849446:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960448, portal 4 00000100:00000200:2.0:1715209077.849446:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960384, portal 25 00000400:00000010:2.0:1715209077.849451:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000400:00000010:0.0:1715209077.849452:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715209077.849454:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075960448, offset 0 00000100:00000200:2.0:1715209077.849454:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075960384, offset 0 00000400:00000200:2.0:1715209077.849466:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209077.849474:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209077.849486:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209077.849494:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209077.849499:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209077.849504:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209077.849507:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209077.849511:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [480:480:256:4294967295] 192.168.202.130@tcp LPNI seq info [480:480:8:4294967295] 00000400:00000200:2.0:1715209077.849524:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715209077.849531:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715209077.849532:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209077.849534:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209077.849537:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:2.0:1715209077.849538:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715209077.849539:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209077.849540:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209077.849542:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [481:481:255:4294967295] 192.168.202.130@tcp LPNI seq info [481:481:7:4294967295] 00000800:00000200:2.0:1715209077.849546:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209077.849549:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209077.849552:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209077.849555:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715209077.849558:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209077.849559:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209077.849562:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209077.849565:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209077.849565:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209077.849683:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209077.849687:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209077.849693:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209077.849698:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209077.849702:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715209077.849703:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715209077.849712:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075960448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209077.849776:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209077.849778:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715209077.849779:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209077.849782:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209077.849783:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715209077.849784:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715209077.849787:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075960384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209077.851635:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209077.851645:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07c40 00000400:00000200:0.0:1715209077.851650:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xfcd [1] + 224 00000400:00000200:0.0:1715209077.851660:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209077.851663:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209077.851668:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075960384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209077.851692:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209077.851703:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07c80 00000400:00000200:0.0:1715209077.851706:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xfc9 [1] + 224 00000400:00000200:0.0:1715209077.851716:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209077.851719:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209077.851722:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075960448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209077.851733:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:2.0:1715209077.851739:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:2.0:1715209077.851740:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715209077.851747:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075960384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209077.851757:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075960384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209077.851780:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715209077.851786:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209077.851790:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000010:1.0:1715209077.851806:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 00000400:00000200:1.0:1715209077.851811:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715209077.851812:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715209077.851817:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075960448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209077.851824:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075960448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209077.851841:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209077.851844:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715209077.851853:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715209082.857311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209082.857342:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209082.857405:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209082.857409:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209082.857488:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209082.857496:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 00000400:00000010:0.0:1715209082.857502:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715209082.857510:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960576, portal 4 00000400:00000010:0.0:1715209082.857517:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715209082.857520:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075960576, offset 0 02000000:00000010:1.0:1715209082.857560:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000200:0.0:1715209082.857564:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209082.857577:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209082.857580:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209082.857586:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715209082.857586:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209082.857591:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:1.0:1715209082.857594:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960512, portal 25 00000400:00000200:0.0:1715209082.857595:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209082.857597:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000010:1.0:1715209082.857600:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da088. 00000400:00000200:0.0:1715209082.857601:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [482:482:256:4294967295] 192.168.202.130@tcp LPNI seq info [482:482:8:4294967295] 00000100:00000200:1.0:1715209082.857602:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075960512, offset 0 00000400:00000200:0.0:1715209082.857615:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:1.0:1715209082.857615:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209082.857622:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209082.857626:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715209082.857631:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715209082.857633:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209082.857638:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209082.857643:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209082.857645:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209082.857647:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209082.857650:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209082.857650:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209082.857653:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [483:483:255:4294967295] 192.168.202.130@tcp LPNI seq info [483:483:7:4294967295] 00000400:00000200:1.0:1715209082.857665:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209082.857672:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209082.857677:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715209082.857683:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209082.857695:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209082.857700:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209082.857767:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209082.857773:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209082.857781:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209082.857789:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209082.857795:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715209082.857797:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715209082.857808:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075960576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209082.857895:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209082.857898:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715209082.857902:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209082.857906:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209082.857909:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da088 00000400:00000010:2.0:1715209082.857910:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da088. 00000100:00000200:2.0:1715209082.857914:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075960512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209082.860002:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209082.860018:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07d00 00000400:00000200:0.0:1715209082.860030:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xfd9 [1] + 224 00000400:00000200:0.0:1715209082.860046:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209082.860053:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209082.860065:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075960576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209082.860158:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209082.860169:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07cc0 00000400:00000200:0.0:1715209082.860179:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xfe1 [1] + 224 00000400:00000200:0.0:1715209082.860203:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715209082.860208:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 00000400:00000200:0.0:1715209082.860210:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209082.860216:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715209082.860218:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715209082.860227:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075960576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209082.860233:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075960512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209082.860239:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075960576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209082.860278:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209082.860285:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209082.860290:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:1.0:1715209082.860364:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209082.860372:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209082.860375:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209082.860383:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075960512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209082.860394:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075960512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209082.860412:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715209082.860418:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209082.860422:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715209087.865207:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209087.865234:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209087.865284:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209087.865288:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715209087.865351:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209087.865360:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:0.0:1715209087.865368:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 02000000:00000010:2.0:1715209087.865370:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000100:00000200:0.0:1715209087.865377:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960704, portal 4 00000400:00000010:2.0:1715209087.865380:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:0.0:1715209087.865385:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:2.0:1715209087.865386:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:0.0:1715209087.865388:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075960704, offset 0 00000100:00000200:2.0:1715209087.865390:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960640, portal 25 00000400:00000010:2.0:1715209087.865394:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000400:00000200:0.0:1715209087.865400:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209087.865406:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075960640, offset 0 00000400:00000200:0.0:1715209087.865420:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209087.865425:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209087.865428:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209087.865433:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209087.865437:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209087.865450:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209087.865454:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [484:484:256:4294967295] 192.168.202.130@tcp LPNI seq info [484:484:8:4294967295] 00000400:00000200:0.0:1715209087.865467:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209087.865474:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209087.865476:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209087.865480:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209087.865480:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209087.865484:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209087.865509:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209087.865512:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209087.865515:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209087.865516:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [485:485:255:4294967295] 192.168.202.130@tcp LPNI seq info [485:485:7:4294967295] 00000400:00000200:2.0:1715209087.865525:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209087.865527:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209087.865531:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209087.865533:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715209087.865535:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715209087.865540:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209087.865547:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209087.865550:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209087.865632:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209087.865640:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209087.865647:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209087.865657:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209087.865664:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715209087.865667:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715209087.865679:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075960704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209087.865782:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209087.865786:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715209087.865790:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209087.865796:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209087.865800:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715209087.865802:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715209087.865808:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075960640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209087.867857:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209087.867872:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07d80 00000400:00000200:0.0:1715209087.867880:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xfe9 [1] + 224 00000400:00000200:0.0:1715209087.867892:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209087.867896:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209087.867904:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075960704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209087.867940:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209087.867945:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07d40 00000400:00000200:0.0:1715209087.867950:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xff1 [1] + 224 00000400:00000200:0.0:1715209087.867968:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209087.867972:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209087.867977:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075960640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209087.868033:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 00000400:00000200:2.0:1715209087.868041:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715209087.868043:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715209087.868050:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075960704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209087.868062:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075960704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209087.868096:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000400:00000010:3.0:1715209087.868098:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 02000000:00000010:2.0:1715209087.868102:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715209087.868107:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000200:3.0:1715209087.868107:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:3.0:1715209087.868109:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:3.0:1715209087.868151:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075960640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209087.868162:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075960640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209087.868180:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715209087.868185:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715209087.868188:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715209092.873237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209092.873264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209092.873315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209092.873319:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209092.873389:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209092.873408:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 02000000:00000010:1.0:1715209092.873408:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715209092.873417:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000010:1.0:1715209092.873419:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715209092.873425:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960832, portal 4 00000400:00000010:1.0:1715209092.873425:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209092.873430:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960768, portal 25 00000400:00000010:0.0:1715209092.873434:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000010:1.0:1715209092.873434:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da198. 00000100:00000200:0.0:1715209092.873437:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075960832, offset 0 00000100:00000200:1.0:1715209092.873438:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075960768, offset 0 00000400:00000200:1.0:1715209092.873474:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209092.873484:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209092.873495:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209092.873502:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209092.873507:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209092.873511:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209092.873514:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209092.873517:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [486:486:256:4294967295] 192.168.202.130@tcp LPNI seq info [486:486:8:4294967295] 00000400:00000200:1.0:1715209092.873530:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209092.873537:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209092.873538:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209092.873542:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209092.873545:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209092.873548:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209092.873551:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000010:1.0:1715209092.873553:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715209092.873554:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [487:487:255:4294967295] 192.168.202.130@tcp LPNI seq info [487:487:7:4294967295] 00000800:00000200:1.0:1715209092.873563:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209092.873565:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209092.873569:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209092.873573:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:1.0:1715209092.873574:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209092.873577:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209092.873580:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209092.873584:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209092.873588:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209092.873673:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209092.873679:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715209092.873687:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209092.873694:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209092.873699:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da198 00000400:00000010:2.0:1715209092.873701:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da198. 00000100:00000200:2.0:1715209092.873712:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075960768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209092.873814:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209092.873816:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715209092.873819:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209092.873823:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209092.873826:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715209092.873828:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715209092.873832:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075960832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209092.875612:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209092.875626:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07dc0 00000400:00000200:0.0:1715209092.875634:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0xffd [1] + 224 00000400:00000200:0.0:1715209092.875646:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209092.875650:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209092.875657:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075960768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209092.875692:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209092.875697:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07e00 00000400:00000200:0.0:1715209092.875701:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0xff9 [1] + 224 00000400:00000200:0.0:1715209092.875715:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209092.875725:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:1.0:1715209092.875728:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209092.875736:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209092.875737:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209092.875745:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075960832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209092.875745:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075960768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209092.875757:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075960768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209092.875783:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715209092.875790:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715209092.875795:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:2.0:1715209092.875867:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 00000400:00000200:2.0:1715209092.875875:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715209092.875878:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715209092.875885:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075960832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209092.875896:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075960832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209092.875921:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209092.875925:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715209092.875928:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715209097.881221:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209097.881246:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209097.881302:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209097.881306:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209097.881374:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209097.881384:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 00000400:00000010:0.0:1715209097.881392:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 02000000:00000010:2.0:1715209097.881392:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000100:00000200:0.0:1715209097.881419:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960960, portal 4 00000400:00000010:2.0:1715209097.881421:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000010:2.0:1715209097.881427:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000400:00000010:0.0:1715209097.881429:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:0.0:1715209097.881432:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075960960, offset 0 00000100:00000200:2.0:1715209097.881432:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075960896, portal 25 00000400:00000010:2.0:1715209097.881435:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000400:00000200:0.0:1715209097.881444:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209097.881452:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075960896, offset 0 00000400:00000200:2.0:1715209097.881461:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209097.881464:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209097.881472:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209097.881477:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209097.881482:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209097.881485:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209097.881489:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [488:488:256:4294967295] 192.168.202.130@tcp LPNI seq info [488:488:8:4294967295] 00000400:00000200:0.0:1715209097.881501:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209097.881509:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209097.881511:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209097.881514:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715209097.881515:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209097.881518:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209097.881521:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209097.881521:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209097.881524:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209097.881532:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209097.881538:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209097.881539:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [489:489:255:4294967295] 192.168.202.130@tcp LPNI seq info [489:489:7:4294967295] 00000400:00000200:2.0:1715209097.881549:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209097.881554:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209097.881559:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715209097.881564:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209097.881570:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209097.881574:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209097.881622:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209097.881628:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715209097.881634:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209097.881642:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209097.881647:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:1.0:1715209097.881649:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715209097.881660:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075960960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209097.881745:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209097.881748:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715209097.881751:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209097.881754:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209097.881757:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:1.0:1715209097.881759:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:1.0:1715209097.881762:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075960896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209097.883717:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209097.883730:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07e40 00000400:00000200:0.0:1715209097.883740:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x100d [1] + 224 00000400:00000200:0.0:1715209097.883771:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209097.883777:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209097.883787:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075960896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209097.883844:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209097.883853:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07e80 00000400:00000200:0.0:1715209097.883861:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1009 [1] + 224 00000400:00000200:0.0:1715209097.883881:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209097.883888:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715209097.883888:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:2.0:1715209097.883897:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:2.0:1715209097.883899:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:0.0:1715209097.883907:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075960960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209097.883907:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075960896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209097.883920:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075960896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209097.883947:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715209097.883954:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209097.883958:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:1.0:1715209097.884042:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:1.0:1715209097.884069:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715209097.884071:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715209097.884079:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075960960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209097.884091:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075960960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209097.884146:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209097.884150:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209097.884153:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209102.889256:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209102.889287:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209102.889350:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209102.889377:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715209102.889454:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209102.889458:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715209102.889464:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000010:2.0:1715209102.889471:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000010:0.0:1715209102.889473:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000010:2.0:1715209102.889477:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:0.0:1715209102.889482:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961088, portal 4 00000100:00000200:2.0:1715209102.889483:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961024, portal 25 00000400:00000010:2.0:1715209102.889489:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000400:00000010:0.0:1715209102.889490:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715209102.889492:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075961088, offset 0 00000100:00000200:2.0:1715209102.889494:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075961024, offset 0 00000400:00000200:0.0:1715209102.889506:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209102.889517:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209102.889527:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209102.889534:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209102.889540:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209102.889545:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209102.889548:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209102.889552:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [490:490:256:4294967295] 192.168.202.130@tcp LPNI seq info [490:490:8:4294967295] 00000400:00000200:0.0:1715209102.889564:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209102.889584:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209102.889586:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209102.889589:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715209102.889590:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209102.889594:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209102.889597:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209102.889598:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209102.889600:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209102.889603:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [491:491:255:4294967295] 192.168.202.130@tcp LPNI seq info [491:491:7:4294967295] 00000800:00000200:0.0:1715209102.889609:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209102.889615:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209102.889625:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209102.889631:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209102.889636:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:2.0:1715209102.889641:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209102.889648:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209102.889651:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209102.889701:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209102.889708:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209102.889714:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209102.889722:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209102.889727:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715209102.889729:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715209102.889740:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075961088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209102.889829:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209102.889831:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715209102.889834:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209102.889838:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209102.889841:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715209102.889843:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715209102.889846:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075961024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209102.891735:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209102.891749:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07f00 00000400:00000200:0.0:1715209102.891757:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1019 [1] + 224 00000400:00000200:0.0:1715209102.891770:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209102.891774:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209102.891782:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075961088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209102.891820:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209102.891825:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07ec0 00000400:00000200:0.0:1715209102.891829:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x101d [1] + 224 00000400:00000200:0.0:1715209102.891864:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209102.891868:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209102.891873:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075961024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209102.891905:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:2.0:1715209102.891913:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715209102.891915:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715209102.891923:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075961088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209102.891935:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075961088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209102.891972:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209102.891981:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715209102.891987:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:3.0:1715209102.891988:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:3.0:1715209102.891996:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:3.0:1715209102.891998:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:3.0:1715209102.892006:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075961024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209102.892017:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075961024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209102.892052:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715209102.892056:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715209102.892059:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715209107.897273:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209107.897307:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715209107.897400:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209107.897409:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209107.897494:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209107.897497:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715209107.897504:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 00000400:00000010:2.0:1715209107.897508:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5898. 00000400:00000010:0.0:1715209107.897514:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:2.0:1715209107.897514:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715209107.897522:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961152, portal 25 00000400:00000010:2.0:1715209107.897528:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:0.0:1715209107.897534:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961216, portal 4 00000100:00000200:2.0:1715209107.897541:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075961152, offset 0 00000400:00000010:0.0:1715209107.897544:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000200:2.0:1715209107.897553:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209107.897564:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075961216, offset 0 00000400:00000200:0.0:1715209107.897575:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209107.897575:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209107.897583:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209107.897588:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209107.897593:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209107.897595:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209107.897599:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [492:492:256:4294967295] 192.168.202.130@tcp LPNI seq info [492:492:8:4294967295] 00000400:00000200:2.0:1715209107.897611:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209107.897630:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209107.897633:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209107.897635:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000400:00000200:0.0:1715209107.897638:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209107.897643:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209107.897644:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209107.897648:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209107.897652:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715209107.897654:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209107.897657:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [493:493:255:4294967295] 192.168.202.130@tcp LPNI seq info [493:493:7:4294967295] 00000800:00000200:2.0:1715209107.897659:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209107.897671:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209107.897680:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209107.897685:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000800:00000200:0.0:1715209107.897692:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209107.897701:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209107.897706:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209107.897752:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209107.897759:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715209107.897766:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209107.897774:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209107.897779:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:1.0:1715209107.897782:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:1.0:1715209107.897792:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075961152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209107.897892:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209107.897895:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209107.897898:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209107.897902:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209107.897905:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715209107.897906:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715209107.897911:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075961216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209107.899564:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209107.899578:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07f40 00000400:00000200:0.0:1715209107.899585:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1029 [1] + 224 00000400:00000200:0.0:1715209107.899597:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209107.899601:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209107.899609:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075961152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209107.899642:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209107.899647:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe07f80 00000400:00000200:0.0:1715209107.899651:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x102d [1] + 224 00000400:00000200:0.0:1715209107.899671:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209107.899678:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209107.899684:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075961216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209107.899732:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5898. 00000400:00000200:2.0:1715209107.899740:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:2.0:1715209107.899741:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715209107.899749:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075961152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209107.899760:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075961152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209107.899787:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715209107.899793:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209107.899797:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:1.0:1715209107.899808:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:1.0:1715209107.899817:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715209107.899821:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715209107.899830:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075961216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209107.899847:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075961216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209107.899879:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715209107.899886:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715209107.899901:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715209112.905233:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209112.905258:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715209112.905342:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209112.905347:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715209112.905418:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209112.905427:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 02000000:00000010:1.0:1715209112.905433:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000400:00000010:0.0:1715209112.905434:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715209112.905442:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961344, portal 4 00000400:00000010:1.0:1715209112.905444:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209112.905449:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715209112.905450:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715209112.905453:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961280, portal 25 00000100:00000200:0.0:1715209112.905454:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075961344, offset 0 00000400:00000010:1.0:1715209112.905457:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dae58. 00000400:00000200:0.0:1715209112.905465:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209112.905471:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075961280, offset 0 00000400:00000200:1.0:1715209112.905479:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209112.905485:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209112.905492:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209112.905496:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209112.905500:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209112.905503:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209112.905507:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [494:494:256:4294967295] 192.168.202.130@tcp LPNI seq info [494:494:8:4294967295] 00000400:00000200:0.0:1715209112.905519:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209112.905525:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209112.905527:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209112.905531:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715209112.905531:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209112.905535:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209112.905538:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209112.905539:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209112.905540:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209112.905550:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209112.905554:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [495:495:255:4294967295] 192.168.202.130@tcp LPNI seq info [495:495:7:4294967295] 00000800:00000200:0.0:1715209112.905555:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209112.905564:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209112.905569:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209112.905573:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715209112.905578:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209112.905584:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209112.905588:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209112.905638:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209112.905644:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715209112.905650:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209112.905658:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209112.905663:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715209112.905665:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715209112.905676:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075961344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209112.905760:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209112.905763:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715209112.905766:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209112.905770:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209112.905772:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dae58 00000400:00000010:2.0:1715209112.905774:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dae58. 00000100:00000200:2.0:1715209112.905778:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075961280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209112.907182:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209112.907195:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08000 00000400:00000200:0.0:1715209112.907203:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1039 [1] + 224 00000400:00000200:0.0:1715209112.907215:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209112.907219:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209112.907236:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075961344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209112.907304:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209112.907310:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe07fc0 00000400:00000200:0.0:1715209112.907314:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x103d [1] + 224 00000400:00000200:0.0:1715209112.907329:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209112.907333:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209112.907338:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075961280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209112.907360:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:2.0:1715209112.907368:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715209112.907370:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715209112.907378:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075961344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209112.907389:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075961344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209112.907422:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209112.907427:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715209112.907431:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:1.0:1715209112.907456:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209112.907464:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209112.907466:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209112.907473:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075961280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209112.907485:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075961280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209112.907502:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715209112.907508:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715209112.907511:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715209117.913348:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209117.913379:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209117.913452:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209117.913459:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:2.0:1715209117.913549:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 02000000:00000010:0.0:1715209117.913551:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209117.913561:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 00000400:00000010:2.0:1715209117.913568:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5898. 00000400:00000010:0.0:1715209117.913569:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715209117.913579:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961472, portal 4 00000400:00000010:0.0:1715209117.913589:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000400:00000010:2.0:1715209117.913592:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:0.0:1715209117.913593:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075961472, offset 0 00000100:00000200:2.0:1715209117.913602:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961408, portal 25 00000400:00000200:0.0:1715209117.913609:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209117.913609:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715209117.913616:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075961408, offset 0 00000400:00000200:0.0:1715209117.913627:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209117.913630:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209117.913635:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209117.913640:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209117.913645:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209117.913648:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209117.913653:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [496:496:256:4294967295] 192.168.202.130@tcp LPNI seq info [496:496:8:4294967295] 00000400:00000200:0.0:1715209117.913667:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209117.913675:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209117.913680:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715209117.913685:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209117.913692:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209117.913699:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209117.913706:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209117.913708:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209117.913710:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209117.913715:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [497:497:255:4294967295] 192.168.202.130@tcp LPNI seq info [497:497:7:4294967295] 00000800:00000200:0.0:1715209117.913721:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209117.913727:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209117.913731:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209117.913739:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209117.913746:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715209117.913755:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209117.913768:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209117.913775:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209117.913825:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209117.913832:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715209117.913839:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209117.913847:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209117.913852:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715209117.913855:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715209117.913866:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075961472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209117.913958:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209117.913961:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715209117.913964:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209117.913968:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209117.913970:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:1.0:1715209117.913981:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:1.0:1715209117.913987:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075961408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209117.916225:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209117.916272:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08080 00000400:00000200:0.0:1715209117.916282:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1049 [1] + 224 00000400:00000200:0.0:1715209117.916298:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209117.916305:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209117.916317:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075961472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209117.916372:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209117.916380:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08040 00000400:00000200:0.0:1715209117.916388:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1051 [1] + 224 00000400:00000200:0.0:1715209117.916423:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209117.916430:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209117.916439:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075961408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209117.916452:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 00000400:00000200:2.0:1715209117.916461:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715209117.916465:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715209117.916476:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075961472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209117.916493:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075961472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209117.916539:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209117.916546:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000400:00000010:3.0:1715209117.916548:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5898. 00000100:00000010:2.0:1715209117.916551:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000200:3.0:1715209117.916557:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:3.0:1715209117.916560:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:3.0:1715209117.916571:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075961408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209117.916587:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075961408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209117.916612:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715209117.916619:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715209117.916623:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715209122.921315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209122.921345:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715209122.921403:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209122.921407:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715209122.921487:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209122.921496:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 02000000:00000010:1.0:1715209122.921501:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:0.0:1715209122.921504:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000010:1.0:1715209122.921512:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715209122.921513:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961600, portal 4 00000400:00000010:1.0:1715209122.921517:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715209122.921522:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715209122.921522:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961536, portal 25 00000100:00000200:0.0:1715209122.921525:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075961600, offset 0 00000400:00000010:1.0:1715209122.921526:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da7f8. 00000100:00000200:1.0:1715209122.921529:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075961536, offset 0 00000400:00000200:0.0:1715209122.921537:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209122.921547:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209122.921558:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209122.921580:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209122.921586:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209122.921591:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209122.921594:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209122.921598:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [498:498:256:4294967295] 192.168.202.130@tcp LPNI seq info [498:498:8:4294967295] 00000400:00000200:0.0:1715209122.921610:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209122.921618:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209122.921619:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209122.921623:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209122.921624:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715209122.921627:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209122.921629:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209122.921633:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209122.921633:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209122.921636:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [499:499:255:4294967295] 192.168.202.130@tcp LPNI seq info [499:499:7:4294967295] 00000800:00000200:0.0:1715209122.921644:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209122.921646:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209122.921650:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209122.921651:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209122.921654:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715209122.921659:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209122.921665:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209122.921669:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209122.921739:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209122.921745:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209122.921753:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209122.921761:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209122.921766:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715209122.921768:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715209122.921778:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075961600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209122.921866:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209122.921868:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715209122.921872:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209122.921876:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209122.921878:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da7f8 00000400:00000010:2.0:1715209122.921880:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da7f8. 00000100:00000200:2.0:1715209122.921884:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075961536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209122.923740:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209122.923754:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08100 00000400:00000200:0.0:1715209122.923762:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1059 [1] + 224 00000400:00000200:0.0:1715209122.923774:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209122.923778:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209122.923786:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075961600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209122.923823:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209122.923828:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe080c0 00000400:00000200:0.0:1715209122.923832:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x105d [1] + 224 00000400:00000200:0.0:1715209122.923849:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209122.923853:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209122.923858:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075961536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209122.923912:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:2.0:1715209122.923920:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715209122.923922:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715209122.923930:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075961600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209122.923941:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075961600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209122.923978:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715209122.923985:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000400:00000200:1.0:1715209122.923986:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209122.923988:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 02000000:00000010:2.0:1715209122.923991:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000200:1.0:1715209122.923996:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075961536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209122.923996:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000200:1.0:1715209122.924007:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075961536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209122.924026:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715209122.924042:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715209122.924045:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715209127.929274:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209127.929301:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715209127.929359:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209127.929376:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:2.0:1715209127.929432:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715209127.929442:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:2.0:1715209127.929446:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:3.0:1715209127.929449:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715209127.929455:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715209127.929456:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715209127.929464:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961664, portal 25 00000400:00000010:2.0:1715209127.929470:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:3.0:1715209127.929470:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961728, portal 4 00000100:00000200:2.0:1715209127.929473:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075961664, offset 0 00000400:00000010:3.0:1715209127.929476:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257440. 00000400:00000200:2.0:1715209127.929485:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715209127.929490:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075961728, offset 0 00000400:00000200:3.0:1715209127.929496:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209127.929505:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209127.929513:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209127.929519:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209127.929524:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209127.929527:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209127.929531:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [500:500:256:4294967295] 192.168.202.130@tcp LPNI seq info [500:500:8:4294967295] 00000400:00000200:2.0:1715209127.929544:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:3.0:1715209127.929550:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715209127.929551:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209127.929554:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209127.929556:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:2.0:1715209127.929557:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000400:00000200:3.0:1715209127.929559:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209127.929561:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209127.929564:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [501:501:255:4294967295] 192.168.202.130@tcp LPNI seq info [501:501:7:4294967295] 00000800:00000200:2.0:1715209127.929565:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209127.929572:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209127.929576:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209127.929576:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209127.929579:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbab00. 00000800:00000200:2.0:1715209127.929582:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209127.929592:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209127.929597:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209127.929599:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209127.929662:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209127.929665:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715209127.929670:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209127.929676:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209127.929680:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:0.0:1715209127.929682:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:0.0:1715209127.929691:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075961664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209127.929756:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209127.929758:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbab00. 00000400:00000200:0.0:1715209127.929760:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209127.929763:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209127.929765:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257440 00000400:00000010:0.0:1715209127.929766:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257440. 00000100:00000200:0.0:1715209127.929770:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075961728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209127.931820:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209127.931834:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08180 00000400:00000200:0.0:1715209127.931842:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x106d [1] + 224 00000400:00000200:0.0:1715209127.931855:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209127.931859:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209127.931866:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075961728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209127.931904:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209127.931910:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08140 00000400:00000200:0.0:1715209127.931914:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1069 [1] + 224 00000400:00000200:0.0:1715209127.931929:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209127.931949:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209127.931953:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075961664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209127.931994:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209127.932019:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209127.932022:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209127.932032:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075961728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209127.932040:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:2.0:1715209127.932047:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000100:00000200:3.0:1715209127.932048:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075961728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209127.932049:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715209127.932057:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075961664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209127.932068:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075961664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209127.932089:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:2.0:1715209127.932100:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715209127.932100:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 02000000:00000010:2.0:1715209127.932106:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:3.0:1715209127.932106:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:2.0:1715209127.932109:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715209132.937234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209132.937259:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209132.937309:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209132.937313:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715209132.937375:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209132.937377:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715209132.937384:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:1.0:1715209132.937388:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209132.937392:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000010:1.0:1715209132.937394:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209132.937400:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961856, portal 4 00000100:00000200:1.0:1715209132.937400:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961792, portal 25 00000400:00000010:1.0:1715209132.937405:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000010:0.0:1715209132.937408:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715209132.937408:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075961792, offset 0 00000100:00000200:0.0:1715209132.937411:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075961856, offset 0 00000400:00000200:1.0:1715209132.937420:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209132.937429:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209132.937440:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209132.937447:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209132.937452:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209132.937456:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209132.937459:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209132.937463:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [502:502:256:4294967295] 192.168.202.130@tcp LPNI seq info [502:502:8:4294967295] 00000400:00000200:1.0:1715209132.937475:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209132.937482:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209132.937483:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209132.937487:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715209132.937487:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715209132.937491:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209132.937494:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715209132.937495:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209132.937497:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209132.937500:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [503:503:255:4294967295] 192.168.202.130@tcp LPNI seq info [503:503:7:4294967295] 00000800:00000200:1.0:1715209132.937506:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209132.937509:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209132.937511:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209132.937514:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209132.937518:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715209132.937522:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209132.937528:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209132.937532:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209132.937595:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209132.937600:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715209132.937607:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209132.937615:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209132.937619:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:2.0:1715209132.937621:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:2.0:1715209132.937631:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075961792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209132.937709:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209132.937711:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715209132.937714:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209132.937718:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209132.937720:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715209132.937722:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715209132.937726:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075961856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209132.939545:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209132.939561:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe081c0 00000400:00000200:0.0:1715209132.939571:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x107d [1] + 224 00000400:00000200:0.0:1715209132.939583:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209132.939587:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209132.939606:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075961792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209132.939646:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209132.939652:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08200 00000400:00000200:0.0:1715209132.939656:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1079 [1] + 224 00000400:00000200:0.0:1715209132.939670:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209132.939674:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209132.939678:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075961856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209132.939728:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209132.939736:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209132.939738:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209132.939745:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075961792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209132.939756:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075961792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209132.939782:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715209132.939789:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000400:00000010:2.0:1715209132.939796:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000100:00000010:1.0:1715209132.939804:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000200:2.0:1715209132.939804:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715209132.939806:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715209132.939814:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075961856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209132.939825:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075961856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209132.939849:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209132.939853:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715209132.939856:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209137.945237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209137.945263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715209137.945315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209137.945319:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209137.945377:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209137.945385:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000010:0.0:1715209137.945393:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715209137.945401:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961984, portal 4 02000000:00000010:2.0:1715209137.945406:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715209137.945410:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715209137.945412:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075961984, offset 0 00000400:00000200:0.0:1715209137.945423:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209137.945427:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:2.0:1715209137.945433:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715209137.945438:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075961920, portal 25 00000400:00000010:2.0:1715209137.945442:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000400:00000200:0.0:1715209137.945444:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715209137.945444:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075961920, offset 0 00000400:00000200:0.0:1715209137.945451:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209137.945451:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209137.945456:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209137.945461:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209137.945463:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209137.945467:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [504:504:256:4294967295] 192.168.202.130@tcp LPNI seq info [504:504:8:4294967295] 00000400:00000200:0.0:1715209137.945479:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209137.945486:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209137.945488:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209137.945491:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715209137.945492:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209137.945496:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209137.945498:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209137.945501:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209137.945504:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [505:505:255:4294967295] 192.168.202.130@tcp LPNI seq info [505:505:7:4294967295] 00000800:00000200:0.0:1715209137.945509:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209137.945514:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209137.945518:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209137.945520:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:2.0:1715209137.945523:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:0.0:1715209137.945525:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209137.945528:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209137.945534:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209137.945538:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209137.945607:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209137.945613:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715209137.945620:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209137.945627:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209137.945632:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715209137.945634:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715209137.945645:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075961984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209137.945732:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209137.945734:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715209137.945737:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209137.945741:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209137.945744:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:1.0:1715209137.945746:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:1.0:1715209137.945749:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075961920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209137.947625:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209137.947639:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08280 00000400:00000200:0.0:1715209137.947646:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1089 [1] + 224 00000400:00000200:0.0:1715209137.947659:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209137.947663:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209137.947670:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075961984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209137.947707:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209137.947712:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08240 00000400:00000200:0.0:1715209137.947716:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1091 [1] + 224 00000400:00000200:0.0:1715209137.947730:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209137.947734:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209137.947739:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075961920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209137.947793:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:2.0:1715209137.947801:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715209137.947803:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715209137.947811:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075961984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209137.947823:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075961984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209137.947857:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 00000400:00000010:3.0:1715209137.947858:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 02000000:00000010:2.0:1715209137.947863:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000400:00000200:3.0:1715209137.947866:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000100:00000010:2.0:1715209137.947868:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:3.0:1715209137.947868:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:3.0:1715209137.947876:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075961920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209137.947886:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075961920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209137.947904:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715209137.947909:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:3.0:1715209137.947912:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715209142.953256:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209142.953282:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209142.953336:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209142.953343:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715209142.953417:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209142.953418:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715209142.953428:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 00000400:00000010:2.0:1715209142.953428:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5840. 00000400:00000010:0.0:1715209142.953438:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715209142.953448:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962112, portal 4 00000400:00000010:0.0:1715209142.953459:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000010:2.0:1715209142.953460:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:0.0:1715209142.953463:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075962112, offset 0 00000100:00000200:2.0:1715209142.953464:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962048, portal 25 00000400:00000010:2.0:1715209142.953468:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000400:00000200:0.0:1715209142.953477:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209142.953483:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075962048, offset 0 00000400:00000200:2.0:1715209142.953490:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209142.953501:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209142.953517:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209142.953525:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209142.953530:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209142.953535:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209142.953540:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [506:506:256:4294967295] 192.168.202.130@tcp LPNI seq info [506:506:8:4294967295] 00000400:00000200:0.0:1715209142.953555:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209142.953564:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209142.953567:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209142.953570:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209142.953571:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715209142.953574:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209142.953577:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209142.953580:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209142.953580:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209142.953584:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [507:507:255:4294967295] 192.168.202.130@tcp LPNI seq info [507:507:7:4294967295] 00000800:00000200:0.0:1715209142.953592:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209142.953595:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209142.953599:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209142.953601:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209142.953605:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715209142.953610:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209142.953617:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209142.953621:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209142.953687:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209142.953694:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209142.953701:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209142.953708:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209142.953713:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715209142.953716:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715209142.953726:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075962112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209142.953812:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209142.953815:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715209142.953818:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209142.953821:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209142.953824:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715209142.953826:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715209142.953829:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075962048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209142.955755:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209142.955768:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08300 00000400:00000200:0.0:1715209142.955777:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1099 [1] + 224 00000400:00000200:0.0:1715209142.955789:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209142.955793:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209142.955802:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075962112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209142.955846:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209142.955854:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe082c0 00000400:00000200:0.0:1715209142.955860:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x10a1 [1] + 224 00000400:00000200:0.0:1715209142.955882:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209142.955888:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715209142.955894:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000400:00000200:2.0:1715209142.955899:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715209142.955902:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715209142.955909:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075962048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209142.955909:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075962112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209142.955924:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075962112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209142.955963:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209142.955971:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209142.955977:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:3.0:1715209142.956060:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5840. 00000400:00000200:3.0:1715209142.956069:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:3.0:1715209142.956071:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:3.0:1715209142.956079:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075962048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209142.956090:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075962048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209142.956107:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715209142.956161:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715209142.956164:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715209147.961296:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209147.961325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715209147.961385:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209147.961413:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:2.0:1715209147.961450:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715209147.961461:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd56e0. 00000400:00000010:2.0:1715209147.961470:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 02000000:00000010:3.0:1715209147.961478:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000100:00000200:2.0:1715209147.961488:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962176, portal 25 00000400:00000010:3.0:1715209147.961492:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715209147.961497:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715209147.961501:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075962176, offset 0 00000400:00000010:3.0:1715209147.961501:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209147.961509:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962240, portal 4 00000400:00000200:2.0:1715209147.961516:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715209147.961518:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257d48. 00000100:00000200:3.0:1715209147.961522:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075962240, offset 0 00000400:00000200:3.0:1715209147.961533:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209147.961534:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209147.961543:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209147.961548:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209147.961552:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209147.961555:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209147.961558:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [508:508:256:4294967295] 192.168.202.130@tcp LPNI seq info [508:508:8:4294967295] 00000400:00000200:2.0:1715209147.961569:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209147.961576:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209147.961581:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000400:00000200:3.0:1715209147.961583:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715209147.961588:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209147.961590:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209147.961595:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209147.961598:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209147.961600:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715209147.961601:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715209147.961605:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209147.961605:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [509:509:255:4294967295] 192.168.202.130@tcp LPNI seq info [509:509:7:4294967295] 00000400:00000200:3.0:1715209147.961617:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209147.961623:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209147.961628:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba000. 00000800:00000200:3.0:1715209147.961635:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209147.961646:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209147.961651:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209147.961721:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209147.961725:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715209147.961731:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209147.961738:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209147.961742:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:0.0:1715209147.961745:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:0.0:1715209147.961754:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075962176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209147.961850:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209147.961853:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba000. 00000400:00000200:0.0:1715209147.961858:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209147.961863:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209147.961866:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257d48 00000400:00000010:0.0:1715209147.961869:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257d48. 00000100:00000200:0.0:1715209147.961876:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075962240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209147.963704:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209147.963723:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08340 00000400:00000200:0.0:1715209147.963734:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x10a9 [1] + 224 00000400:00000200:0.0:1715209147.963749:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209147.963755:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209147.963765:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075962176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209147.963827:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209147.963834:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08380 00000400:00000200:0.0:1715209147.963841:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x10b1 [1] + 224 00000400:00000200:0.0:1715209147.963861:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209147.963867:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209147.963874:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075962240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209147.963916:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd56e0. 00000400:00000200:2.0:1715209147.963924:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:2.0:1715209147.963926:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:2.0:1715209147.963934:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075962176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209147.963945:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075962176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209147.964030:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715209147.964036:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715209147.964041:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:3.0:1715209147.964044:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209147.964052:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209147.964055:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209147.964065:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075962240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209147.964079:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075962240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209147.964111:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715209147.964160:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:3.0:1715209147.964177:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715209152.969314:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209152.969342:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209152.969395:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209152.969399:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209152.969474:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209152.969481:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000400:00000010:0.0:1715209152.969488:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715209152.969496:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962368, portal 4 00000400:00000010:0.0:1715209152.969506:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715209152.969508:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075962368, offset 0 00000400:00000200:0.0:1715209152.969519:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:1.0:1715209152.969525:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000200:0.0:1715209152.969533:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209152.969538:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715209152.969541:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209152.969542:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209152.969545:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209152.969548:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000010:1.0:1715209152.969549:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209152.969551:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [510:510:256:4294967295] 192.168.202.130@tcp LPNI seq info [510:510:8:4294967295] 00000100:00000200:1.0:1715209152.969557:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962304, portal 25 00000400:00000200:0.0:1715209152.969562:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000010:1.0:1715209152.969562:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da110. 00000100:00000200:1.0:1715209152.969565:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075962304, offset 0 00000800:00000200:0.0:1715209152.969567:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209152.969571:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715209152.969577:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209152.969579:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209152.969588:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209152.969592:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209152.969595:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209152.969601:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209152.969606:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209152.969610:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209152.969613:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209152.969617:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [511:511:255:4294967295] 192.168.202.130@tcp LPNI seq info [511:511:7:4294967295] 00000400:00000200:1.0:1715209152.969628:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209152.969635:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209152.969640:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715209152.969647:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209152.969657:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209152.969662:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209152.969680:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209152.969686:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715209152.969694:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209152.969702:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209152.969706:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715209152.969726:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715209152.969735:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075962368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209152.969833:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209152.969836:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715209152.969839:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209152.969843:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209152.969846:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da110 00000400:00000010:2.0:1715209152.969848:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da110. 00000100:00000200:2.0:1715209152.969852:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075962304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209152.971659:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209152.971675:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08400 00000400:00000200:0.0:1715209152.971685:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x10b9 [1] + 224 00000400:00000200:0.0:1715209152.971699:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209152.971705:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209152.971742:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075962368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209152.971811:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209152.971818:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe083c0 00000400:00000200:0.0:1715209152.971824:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x10c1 [1] + 224 00000400:00000200:0.0:1715209152.971840:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209152.971844:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209152.971849:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075962304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209152.971892:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:2.0:1715209152.971901:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715209152.971903:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715209152.971912:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075962368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209152.971956:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075962368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209152.971993:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715209152.971996:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000400:00000200:1.0:1715209152.972001:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209152.972003:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 02000000:00000010:2.0:1715209152.972004:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209152.972010:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000200:1.0:1715209152.972014:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075962304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209152.972026:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075962304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209152.972054:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715209152.972061:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715209152.972066:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715209157.977283:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209157.977313:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209157.977376:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209157.977380:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715209157.977451:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209157.977459:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 00000400:00000010:0.0:1715209157.977465:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715209157.977473:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962496, portal 4 00000400:00000010:0.0:1715209157.977482:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715209157.977485:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075962496, offset 0 00000400:00000200:0.0:1715209157.977496:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209157.977511:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209157.977517:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1715209157.977520:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000200:0.0:1715209157.977522:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209157.977525:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209157.977528:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209157.977531:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [512:512:256:4294967295] 192.168.202.130@tcp LPNI seq info [512:512:8:4294967295] 00000400:00000010:2.0:1715209157.977540:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd56e0. 00000400:00000200:0.0:1715209157.977543:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209157.977549:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209157.977550:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000800:00000010:0.0:1715209157.977554:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000100:00000200:2.0:1715209157.977561:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962432, portal 25 00000400:00000010:2.0:1715209157.977566:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:2.0:1715209157.977569:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075962432, offset 0 00000400:00000200:2.0:1715209157.977581:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209157.977587:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209157.977598:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715209157.977600:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209157.977605:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209157.977605:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209157.977610:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209157.977631:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209157.977635:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209157.977640:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [513:513:255:4294967295] 192.168.202.130@tcp LPNI seq info [513:513:7:4294967295] 00000400:00000200:2.0:1715209157.977656:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209157.977666:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209157.977672:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715209157.977681:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209157.977691:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209157.977697:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209157.977717:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209157.977723:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209157.977731:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209157.977741:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209157.977748:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715209157.977751:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715209157.977765:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075962496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209157.977868:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209157.977870:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715209157.977873:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209157.977877:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209157.977916:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715209157.977918:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715209157.977923:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075962432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209157.979859:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209157.979877:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08480 00000400:00000200:0.0:1715209157.979911:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x10c9 [1] + 224 00000400:00000200:0.0:1715209157.979929:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209157.979936:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209157.979949:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075962496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209157.980010:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209157.980017:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08440 00000400:00000200:0.0:1715209157.980023:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x10d1 [1] + 224 00000400:00000010:2.0:1715209157.980037:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:0.0:1715209157.980042:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209157.980045:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000200:0.0:1715209157.980047:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715209157.980047:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715209157.980054:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075962432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209157.980056:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075962496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209157.980068:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075962496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209157.980108:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000400:00000010:3.0:1715209157.980176:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd56e0. 00000400:00000200:3.0:1715209157.980185:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:3.0:1715209157.980187:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 02000000:00000010:2.0:1715209157.980188:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715209157.980193:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000200:3.0:1715209157.980196:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075962432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209157.980206:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075962432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209157.980225:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715209157.980229:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715209157.980233:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715209162.985323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209162.985352:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209162.985411:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209162.985415:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209162.985495:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209162.985506:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 00000400:00000010:0.0:1715209162.985512:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715209162.985520:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962624, portal 4 00000400:00000010:0.0:1715209162.985529:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715209162.985531:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075962624, offset 0 02000000:00000010:1.0:1715209162.985538:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000200:0.0:1715209162.985542:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209162.985553:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209162.985557:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715209162.985562:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209162.985570:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962560, portal 25 00000400:00000010:1.0:1715209162.985576:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000100:00000200:1.0:1715209162.985579:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075962560, offset 0 00000400:00000200:0.0:1715209162.985580:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209162.985586:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209162.985590:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209162.985592:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209162.985593:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209162.985597:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [514:514:256:4294967295] 192.168.202.130@tcp LPNI seq info [514:514:8:4294967295] 00000400:00000200:0.0:1715209162.985608:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209162.985616:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209162.985620:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715209162.985625:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715209162.985627:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209162.985631:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209162.985636:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209162.985638:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209162.985641:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209162.985643:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209162.985644:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209162.985647:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [515:515:255:4294967295] 192.168.202.130@tcp LPNI seq info [515:515:7:4294967295] 00000400:00000200:1.0:1715209162.985658:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209162.985664:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209162.985682:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715209162.985689:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209162.985700:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209162.985705:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209162.985739:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209162.985745:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715209162.985753:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209162.985760:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209162.985764:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715209162.985767:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715209162.985776:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075962624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209162.985904:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209162.985907:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715209162.985911:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209162.985925:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209162.985928:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:2.0:1715209162.985930:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000100:00000200:2.0:1715209162.985935:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075962560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209162.987882:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209162.987900:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08500 00000400:00000200:0.0:1715209162.987910:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x10d9 [1] + 224 00000400:00000200:0.0:1715209162.987926:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209162.987932:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209162.987942:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075962624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209162.987993:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209162.988002:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe084c0 00000400:00000200:0.0:1715209162.988010:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x10e1 [1] + 224 00000400:00000200:0.0:1715209162.988033:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209162.988040:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209162.988048:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075962560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209162.988074:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:2.0:1715209162.988082:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715209162.988084:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715209162.988092:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075962624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209162.988103:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075962624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209162.988174:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209162.988180:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000400:00000010:1.0:1715209162.988182:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000010:2.0:1715209162.988185:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000200:1.0:1715209162.988190:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209162.988192:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209162.988203:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075962560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209162.988216:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075962560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209162.988244:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715209162.988251:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209162.988255:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715209167.993305:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209167.993334:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715209167.993388:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209167.993411:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209167.993486:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209167.993493:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715209167.993494:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000400:00000010:0.0:1715209167.993500:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000010:2.0:1715209167.993503:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5688. 00000100:00000200:0.0:1715209167.993508:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962752, portal 4 00000400:00000010:2.0:1715209167.993509:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715209167.993514:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962688, portal 25 00000400:00000010:0.0:1715209167.993516:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000010:2.0:1715209167.993518:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:0.0:1715209167.993519:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075962752, offset 0 00000100:00000200:2.0:1715209167.993520:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075962688, offset 0 00000400:00000200:0.0:1715209167.993530:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209167.993538:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209167.993545:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209167.993551:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209167.993555:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209167.993559:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209167.993562:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209167.993566:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [516:516:256:4294967295] 192.168.202.130@tcp LPNI seq info [516:516:8:4294967295] 00000400:00000200:0.0:1715209167.993576:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209167.993582:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209167.993585:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209167.993587:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209167.993589:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209167.993593:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209167.993594:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209167.993596:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209167.993599:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209167.993602:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [517:517:255:4294967295] 192.168.202.130@tcp LPNI seq info [517:517:7:4294967295] 00000800:00000200:0.0:1715209167.993605:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209167.993610:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209167.993611:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209167.993616:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209167.993630:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715209167.993635:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209167.993642:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209167.993645:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209167.993706:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209167.993716:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715209167.993724:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209167.993735:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209167.993742:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715209167.993744:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715209167.993758:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075962752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209167.993895:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209167.993898:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715209167.993901:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209167.993906:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209167.993908:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:1.0:1715209167.993910:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:1.0:1715209167.993915:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075962688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209167.995850:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209167.995864:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08580 00000400:00000200:0.0:1715209167.995872:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x10e9 [1] + 224 00000400:00000200:0.0:1715209167.995884:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209167.995888:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209167.995898:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075962752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209167.995938:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209167.995943:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08540 00000400:00000200:0.0:1715209167.995957:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x10ed [1] + 224 00000400:00000200:0.0:1715209167.995974:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209167.995978:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209167.995983:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075962688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209167.996031:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:2.0:1715209167.996040:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715209167.996043:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715209167.996051:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075962752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209167.996063:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075962752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209167.996080:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5688. 00000400:00000200:3.0:1715209167.996090:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:3.0:1715209167.996093:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 02000000:00000010:2.0:1715209167.996094:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209167.996100:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209167.996104:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000200:3.0:1715209167.996105:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075962688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209167.996175:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075962688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209167.996212:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715209167.996222:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715209167.996229:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715209173.001310:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209173.001337:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209173.001387:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209173.001390:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715209173.001464:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209173.001466:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715209173.001472:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 00000400:00000010:2.0:1715209173.001475:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000010:0.0:1715209173.001478:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:2.0:1715209173.001481:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000100:00000200:0.0:1715209173.001485:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962880, portal 4 00000100:00000200:2.0:1715209173.001486:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962816, portal 25 00000400:00000010:0.0:1715209173.001492:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000010:2.0:1715209173.001492:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:0.0:1715209173.001494:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075962880, offset 0 00000100:00000200:2.0:1715209173.001495:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075962816, offset 0 00000400:00000200:0.0:1715209173.001504:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209173.001515:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209173.001517:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209173.001522:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209173.001526:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209173.001529:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209173.001531:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209173.001534:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [518:518:256:4294967295] 192.168.202.130@tcp LPNI seq info [518:518:8:4294967295] 00000400:00000200:0.0:1715209173.001544:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209173.001550:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209173.001553:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209173.001553:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209173.001558:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209173.001559:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209173.001562:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209173.001565:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209173.001569:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209173.001569:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209173.001573:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209173.001573:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [519:519:255:4294967295] 192.168.202.130@tcp LPNI seq info [519:519:7:4294967295] 00000400:00000200:2.0:1715209173.001584:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209173.001590:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209173.001594:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715209173.001616:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209173.001624:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209173.001628:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209173.001670:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209173.001692:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715209173.001700:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209173.001711:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209173.001717:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715209173.001720:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715209173.001733:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075962880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209173.001873:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209173.001875:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715209173.001878:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209173.001883:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209173.001886:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:1.0:1715209173.001888:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:1.0:1715209173.001892:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075962816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209173.003969:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209173.003995:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe085c0 00000400:00000200:0.0:1715209173.004004:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x10fd [1] + 224 00000400:00000200:0.0:1715209173.004019:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209173.004023:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209173.004031:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075962816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209173.004080:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209173.004085:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08600 00000400:00000200:0.0:1715209173.004091:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x10f9 [1] + 224 00000400:00000200:0.0:1715209173.004105:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209173.004109:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209173.004114:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075962880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209173.004203:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:2.0:1715209173.004212:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:2.0:1715209173.004214:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:2.0:1715209173.004222:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075962816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209173.004233:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075962816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209173.004262:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715209173.004270:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000400:00000010:1.0:1715209173.004272:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000100:00000010:2.0:1715209173.004274:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000200:1.0:1715209173.004281:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715209173.004283:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715209173.004291:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075962880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209173.004301:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075962880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209173.004328:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715209173.004333:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715209173.004337:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715209178.009292:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209178.009321:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209178.009382:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209178.009387:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209178.009466:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209178.009475:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000010:0.0:1715209178.009483:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 02000000:00000010:1.0:1715209178.009484:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000100:00000200:0.0:1715209178.009492:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963008, portal 4 00000400:00000010:1.0:1715209178.009495:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209178.009500:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715209178.009501:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715209178.009505:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075963008, offset 0 00000100:00000200:1.0:1715209178.009505:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075962944, portal 25 00000400:00000010:1.0:1715209178.009509:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da220. 00000400:00000200:0.0:1715209178.009517:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209178.009523:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075962944, offset 0 00000400:00000200:1.0:1715209178.009531:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209178.009538:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209178.009545:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209178.009551:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209178.009555:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209178.009558:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209178.009571:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [520:520:256:4294967295] 192.168.202.130@tcp LPNI seq info [520:520:8:4294967295] 00000400:00000200:0.0:1715209178.009584:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209178.009592:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209178.009594:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209178.009598:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209178.009598:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209178.009602:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209178.009604:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209178.009606:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209178.009607:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209178.009610:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [521:521:255:4294967295] 192.168.202.130@tcp LPNI seq info [521:521:7:4294967295] 00000800:00000200:0.0:1715209178.009618:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209178.009620:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209178.009624:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209178.009624:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209178.009628:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715209178.009633:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209178.009639:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209178.009643:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209178.009792:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209178.009799:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715209178.009807:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209178.009818:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209178.009825:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715209178.009828:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715209178.009841:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075963008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209178.009952:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209178.009956:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715209178.009962:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209178.009968:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209178.009972:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da220 00000400:00000010:2.0:1715209178.009974:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da220. 00000100:00000200:2.0:1715209178.009980:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075962944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209178.011765:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209178.011779:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08640 00000400:00000200:0.0:1715209178.011787:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x110d [1] + 224 00000400:00000200:0.0:1715209178.011799:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209178.011803:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209178.011811:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075962944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209178.011848:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209178.011854:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08680 00000400:00000200:0.0:1715209178.011858:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1109 [1] + 224 00000400:00000200:0.0:1715209178.011873:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209178.011877:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209178.011881:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075963008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209178.011910:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209178.011919:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209178.011921:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209178.011931:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075962944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209178.011947:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075962944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209178.011974:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 02000000:00000010:1.0:1715209178.011980:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 00000400:00000200:2.0:1715209178.011982:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 02000000:00000010:1.0:1715209178.011990:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000400:00000010:2.0:1715209178.011993:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000010:1.0:1715209178.011996:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000200:2.0:1715209178.012002:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075963008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209178.012013:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075963008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209178.012038:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209178.012042:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209178.012045:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209183.017272:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209183.017301:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209183.017362:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209183.017367:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209183.017429:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209183.017438:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 02000000:00000010:2.0:1715209183.017453:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715209183.017460:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000400:00000010:2.0:1715209183.017463:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000100:00000200:0.0:1715209183.017469:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963136, portal 4 00000400:00000010:2.0:1715209183.017470:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000100:00000200:2.0:1715209183.017474:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963072, portal 25 00000400:00000010:0.0:1715209183.017478:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:2.0:1715209183.017478:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:0.0:1715209183.017481:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075963136, offset 0 00000100:00000200:2.0:1715209183.017482:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075963072, offset 0 00000400:00000200:0.0:1715209183.017494:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209183.017503:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209183.017514:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209183.017522:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209183.017527:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209183.017532:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209183.017535:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209183.017539:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [522:522:256:4294967295] 192.168.202.130@tcp LPNI seq info [522:522:8:4294967295] 00000400:00000200:0.0:1715209183.017551:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209183.017558:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209183.017560:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209183.017563:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209183.017564:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209183.017567:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209183.017569:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209183.017571:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209183.017572:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209183.017575:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [523:523:255:4294967295] 192.168.202.130@tcp LPNI seq info [523:523:7:4294967295] 00000800:00000200:0.0:1715209183.017583:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209183.017585:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209183.017589:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209183.017590:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209183.017594:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715209183.017598:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209183.017605:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209183.017608:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209183.017714:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209183.017721:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209183.017729:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209183.017737:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209183.017742:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715209183.017744:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715209183.017754:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075963136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209183.017841:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209183.017853:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715209183.017856:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209183.017861:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209183.017863:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:1.0:1715209183.017865:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715209183.017870:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075963072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209183.019845:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209183.019862:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08700 00000400:00000200:0.0:1715209183.019872:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1119 [1] + 224 00000400:00000200:0.0:1715209183.019888:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209183.019894:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209183.019904:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075963136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209183.019949:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209183.019956:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe086c0 00000400:00000200:0.0:1715209183.019960:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x111d [1] + 224 00000400:00000200:0.0:1715209183.019979:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209183.019989:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209183.019994:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075963072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209183.020028:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:2.0:1715209183.020036:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715209183.020038:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715209183.020055:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075963136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209183.020066:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075963136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209183.020099:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209183.020106:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209183.020110:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:3.0:1715209183.020113:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:3.0:1715209183.020159:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:3.0:1715209183.020161:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:3.0:1715209183.020169:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075963072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209183.020180:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075963072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209183.020198:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715209183.020203:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715209183.020206:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715209188.025305:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209188.025335:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209188.025395:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209188.025400:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715209188.025480:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209188.025489:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 00000400:00000010:0.0:1715209188.025498:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 02000000:00000010:1.0:1715209188.025500:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000100:00000200:0.0:1715209188.025507:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963264, portal 4 00000400:00000010:1.0:1715209188.025510:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209188.025516:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000010:1.0:1715209188.025516:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209188.025518:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075963264, offset 0 00000100:00000200:1.0:1715209188.025521:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963200, portal 25 00000400:00000010:1.0:1715209188.025525:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da000. 00000400:00000200:0.0:1715209188.025531:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209188.025538:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075963200, offset 0 00000400:00000200:1.0:1715209188.025546:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209188.025551:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209188.025560:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209188.025565:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209188.025569:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209188.025572:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209188.025576:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [524:524:256:4294967295] 192.168.202.130@tcp LPNI seq info [524:524:8:4294967295] 00000400:00000200:0.0:1715209188.025588:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209188.025596:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209188.025598:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209188.025601:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209188.025602:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209188.025606:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209188.025609:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209188.025609:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209188.025611:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209188.025614:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [525:525:255:4294967295] 192.168.202.130@tcp LPNI seq info [525:525:7:4294967295] 00000800:00000200:0.0:1715209188.025654:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209188.025660:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209188.025667:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209188.025673:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209188.025677:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715209188.025682:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209188.025688:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209188.025692:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209188.025752:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209188.025758:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209188.025765:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209188.025772:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209188.025777:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715209188.025779:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715209188.025790:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075963264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209188.025878:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209188.025880:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715209188.025885:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209188.025888:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209188.025891:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da000 00000400:00000010:2.0:1715209188.025892:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da000. 00000100:00000200:2.0:1715209188.025897:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075963200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209188.027952:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209188.027964:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08780 00000400:00000200:0.0:1715209188.027971:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1129 [1] + 224 00000400:00000200:0.0:1715209188.028002:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209188.028006:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209188.028014:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075963264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209188.028051:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209188.028057:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08740 00000400:00000200:0.0:1715209188.028061:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1131 [1] + 224 00000400:00000200:0.0:1715209188.028076:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209188.028080:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209188.028085:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075963200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209188.028178:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:2.0:1715209188.028185:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715209188.028187:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715209188.028195:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075963264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209188.028199:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209188.028207:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000100:00000200:2.0:1715209188.028207:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075963264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209188.028209:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209188.028216:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075963200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209188.028241:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000100:00000200:1.0:1715209188.028244:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075963200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209188.028257:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 02000000:00000010:1.0:1715209188.028262:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 00000100:00000010:2.0:1715209188.028262:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 02000000:00000010:1.0:1715209188.028268:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715209188.028271:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715209193.033250:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209193.033281:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209193.033337:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209193.033341:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209193.033407:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209193.033414:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 00000400:00000010:0.0:1715209193.033422:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715209193.033430:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963392, portal 4 02000000:00000010:2.0:1715209193.033436:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715209193.033438:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715209193.033441:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075963392, offset 0 00000400:00000010:2.0:1715209193.033445:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c60. 00000400:00000200:0.0:1715209193.033451:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209193.033461:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715209193.033466:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963328, portal 25 00000400:00000200:0.0:1715209193.033467:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715209193.033470:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715209193.033472:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075963328, offset 0 00000400:00000200:0.0:1715209193.033473:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209193.033478:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209193.033479:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209193.033482:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209193.033484:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209193.033488:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [526:526:256:4294967295] 192.168.202.130@tcp LPNI seq info [526:526:8:4294967295] 00000400:00000200:0.0:1715209193.033499:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209193.033526:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209193.033527:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209193.033530:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209193.033531:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209193.033535:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209193.033537:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209193.033537:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209193.033540:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209193.033543:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [527:527:255:4294967295] 192.168.202.130@tcp LPNI seq info [527:527:7:4294967295] 00000800:00000200:0.0:1715209193.033548:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209193.033553:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209193.033553:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209193.033558:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209193.033561:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715209193.033566:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209193.033573:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209193.033576:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209193.033670:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209193.033680:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209193.033689:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209193.033701:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209193.033707:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715209193.033710:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715209193.033724:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075963392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209193.033819:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209193.033821:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715209193.033824:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209193.033828:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209193.033831:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:1.0:1715209193.033833:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:1.0:1715209193.033837:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075963328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209193.035869:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209193.035883:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08800 00000400:00000200:0.0:1715209193.035892:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1139 [1] + 224 00000400:00000200:0.0:1715209193.035904:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209193.035908:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209193.035917:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075963392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209193.035962:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209193.035967:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe087c0 00000400:00000200:0.0:1715209193.035972:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1141 [1] + 224 00000400:00000200:0.0:1715209193.035990:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209193.035994:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209193.035999:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075963328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209193.036062:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 00000400:00000200:2.0:1715209193.036070:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715209193.036072:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715209193.036080:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075963392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209193.036091:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075963392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209193.036176:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c60. 02000000:00000010:2.0:1715209193.036183:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000400:00000200:3.0:1715209193.036185:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:3.0:1715209193.036187:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 02000000:00000010:2.0:1715209193.036190:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000200:3.0:1715209193.036197:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075963328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209193.036204:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000200:3.0:1715209193.036208:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075963328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209193.036238:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715209193.036245:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715209193.036249:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715209198.041257:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209198.041284:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715209198.041343:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209198.041347:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715209198.041427:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715209198.041431:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:0.0:1715209198.041434:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:0.0:1715209198.041440:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:1.0:1715209198.041442:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715209198.041448:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963520, portal 4 00000400:00000010:1.0:1715209198.041449:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209198.041455:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963456, portal 25 00000400:00000010:0.0:1715209198.041456:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000010:1.0:1715209198.041461:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dab28. 00000100:00000200:1.0:1715209198.041465:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075963456, offset 0 00000400:00000200:1.0:1715209198.041478:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209198.041485:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075963520, offset 0 00000400:00000200:0.0:1715209198.041493:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209198.041496:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209198.041504:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209198.041521:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209198.041526:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209198.041530:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209198.041567:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [528:528:256:4294967295] 192.168.202.130@tcp LPNI seq info [528:528:8:4294967295] 00000400:00000200:1.0:1715209198.041584:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209198.041594:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209198.041596:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209198.041600:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715209198.041601:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715209198.041603:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209198.041605:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209198.041608:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715209198.041609:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209198.041611:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [529:529:255:4294967295] 192.168.202.130@tcp LPNI seq info [529:529:7:4294967295] 00000400:00000200:0.0:1715209198.041620:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209198.041623:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209198.041626:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209198.041629:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:1.0:1715209198.041630:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209198.041633:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209198.041640:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209198.041643:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209198.041754:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209198.041761:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715209198.041768:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209198.041775:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209198.041780:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dab28 00000400:00000010:2.0:1715209198.041782:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dab28. 00000100:00000200:2.0:1715209198.041791:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075963456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209198.041866:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209198.041868:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715209198.041871:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209198.041875:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209198.041878:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715209198.041880:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715209198.041883:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075963520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209198.043653:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209198.043666:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08840 00000400:00000200:0.0:1715209198.043674:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x114d [1] + 224 00000400:00000200:0.0:1715209198.043686:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209198.043689:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209198.043697:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075963456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209198.043736:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209198.043741:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08880 00000400:00000200:0.0:1715209198.043745:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1149 [1] + 224 00000400:00000200:0.0:1715209198.043765:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209198.043768:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209198.043773:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075963520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209198.043804:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209198.043812:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209198.043814:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209198.043821:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075963456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209198.043833:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075963456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209198.043858:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715209198.043865:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715209198.043869:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:2.0:1715209198.043883:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:2.0:1715209198.043893:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715209198.043896:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715209198.043906:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075963520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209198.043923:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075963520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209198.043954:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209198.043960:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715209198.043965:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715209203.049299:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209203.049328:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209203.049381:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209203.049385:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209203.049450:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209203.049458:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 00000400:00000010:0.0:1715209203.049464:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715209203.049472:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963648, portal 4 00000400:00000010:0.0:1715209203.049481:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 02000000:00000010:2.0:1715209203.049482:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000100:00000200:0.0:1715209203.049483:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075963648, offset 0 00000400:00000200:0.0:1715209203.049520:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209203.049534:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715209203.049534:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:0.0:1715209203.049540:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715209203.049541:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000200:0.0:1715209203.049545:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:2.0:1715209203.049546:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963584, portal 25 00000400:00000200:0.0:1715209203.049549:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1715209203.049550:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000400:00000200:0.0:1715209203.049552:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209203.049555:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [530:530:256:4294967295] 192.168.202.130@tcp LPNI seq info [530:530:8:4294967295] 00000400:00000200:0.0:1715209203.049566:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209203.049572:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209203.049572:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075963584, offset 0 00000800:00000010:0.0:1715209203.049577:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209203.049579:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209203.049583:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209203.049588:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209203.049592:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209203.049594:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209203.049595:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209203.049598:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209203.049599:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209203.049601:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209203.049603:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [531:531:255:4294967295] 192.168.202.130@tcp LPNI seq info [531:531:7:4294967295] 00000400:00000200:2.0:1715209203.049613:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209203.049618:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209203.049622:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715209203.049626:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209203.049633:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209203.049636:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209203.049687:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209203.049693:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209203.049701:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209203.049709:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209203.049713:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715209203.049715:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715209203.049725:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075963648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209203.049817:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209203.049820:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715209203.049832:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209203.049836:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209203.049839:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:1.0:1715209203.049841:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:1.0:1715209203.049846:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075963584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209203.051827:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209203.051839:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08900 00000400:00000200:0.0:1715209203.051848:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1159 [1] + 224 00000400:00000200:0.0:1715209203.051858:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209203.051862:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209203.051879:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075963648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209203.051919:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209203.051925:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe088c0 00000400:00000200:0.0:1715209203.051929:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1161 [1] + 224 00000400:00000200:0.0:1715209203.051945:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209203.051949:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209203.051954:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075963584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209203.052008:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:2.0:1715209203.052016:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715209203.052018:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715209203.052026:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075963648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209203.052037:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075963648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209203.052069:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000400:00000010:3.0:1715209203.052073:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 02000000:00000010:2.0:1715209203.052075:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715209203.052079:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000200:3.0:1715209203.052081:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:3.0:1715209203.052083:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:3.0:1715209203.052092:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075963584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209203.052102:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075963584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209203.052159:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715209203.052165:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715209203.052167:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715209208.057326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209208.057356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209208.057410:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209208.057414:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209208.057532:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209208.057534:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:0.0:1715209208.057539:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000010:1.0:1715209208.057544:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209208.057546:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:1.0:1715209208.057550:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209208.057554:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963776, portal 4 00000100:00000200:1.0:1715209208.057554:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963712, portal 25 00000400:00000010:1.0:1715209208.057559:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dad48. 00000400:00000010:0.0:1715209208.057561:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715209208.057562:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075963712, offset 0 00000100:00000200:0.0:1715209208.057563:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075963776, offset 0 00000400:00000200:1.0:1715209208.057573:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209208.057581:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209208.057589:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209208.057594:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209208.057599:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209208.057602:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209208.057605:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209208.057608:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [532:532:256:4294967295] 192.168.202.130@tcp LPNI seq info [532:532:8:4294967295] 00000400:00000200:1.0:1715209208.057619:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209208.057625:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209208.057628:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715209208.057630:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715209208.057632:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209208.057636:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715209208.057637:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209208.057638:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209208.057641:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209208.057644:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [533:533:255:4294967295] 192.168.202.130@tcp LPNI seq info [533:533:7:4294967295] 00000800:00000200:1.0:1715209208.057648:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209208.057652:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209208.057653:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209208.057658:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209208.057661:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:0.0:1715209208.057684:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209208.057691:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209208.057694:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209208.057754:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209208.057760:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715209208.057770:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209208.057777:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209208.057781:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dad48 00000400:00000010:2.0:1715209208.057784:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dad48. 00000100:00000200:2.0:1715209208.057794:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075963712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209208.057899:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209208.057902:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715209208.057905:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209208.057909:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209208.057912:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715209208.057914:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715209208.057918:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075963776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209208.059832:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209208.059846:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08940 00000400:00000200:0.0:1715209208.059853:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x116d [1] + 224 00000400:00000200:0.0:1715209208.059865:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209208.059868:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209208.059876:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075963712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209208.059912:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209208.059917:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08980 00000400:00000200:0.0:1715209208.059921:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1169 [1] + 224 00000400:00000200:0.0:1715209208.059944:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209208.059948:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209208.059952:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075963776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209208.059962:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209208.059969:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209208.059971:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209208.059979:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075963712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209208.059991:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075963712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209208.060026:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715209208.060033:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715209208.060037:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:2.0:1715209208.060073:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:2.0:1715209208.060082:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715209208.060084:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715209208.060092:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075963776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209208.060103:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075963776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209208.060180:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209208.060185:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209208.060189:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715209213.065345:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209213.065376:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209213.065464:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209213.065469:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715209213.065543:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209213.065547:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715209213.065550:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 00000400:00000010:2.0:1715209213.065556:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f78. 00000400:00000010:0.0:1715209213.065557:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000010:2.0:1715209213.065562:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715209213.065566:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963904, portal 4 00000100:00000200:2.0:1715209213.065566:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963840, portal 25 00000400:00000010:2.0:1715209213.065572:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000400:00000010:0.0:1715209213.065573:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715209213.065574:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075963840, offset 0 00000100:00000200:0.0:1715209213.065575:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075963904, offset 0 00000400:00000200:2.0:1715209213.065585:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209213.065594:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209213.065601:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209213.065608:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209213.065613:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209213.065617:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209213.065619:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209213.065643:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [534:534:256:4294967295] 192.168.202.130@tcp LPNI seq info [534:534:8:4294967295] 00000400:00000200:2.0:1715209213.065654:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209213.065661:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209213.065664:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209213.065667:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715209213.065673:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209213.065678:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209213.065682:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715209213.065684:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209213.065685:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209213.065688:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715209213.065690:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209213.065691:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [535:535:255:4294967295] 192.168.202.130@tcp LPNI seq info [535:535:7:4294967295] 00000400:00000200:0.0:1715209213.065700:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209213.065706:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209213.065709:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000800:00000200:0.0:1715209213.065714:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209213.065720:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209213.065723:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209213.065786:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209213.065792:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715209213.065800:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209213.065808:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209213.065812:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:1.0:1715209213.065814:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:1.0:1715209213.065824:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075963840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209213.065916:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209213.065918:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209213.065921:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209213.065925:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209213.065927:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715209213.065929:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715209213.065933:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075963904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209213.067868:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209213.067881:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe089c0 00000400:00000200:0.0:1715209213.067889:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x117d [1] + 224 00000400:00000200:0.0:1715209213.067900:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209213.067903:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209213.067911:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075963840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209213.067946:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209213.067951:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08a00 00000400:00000200:0.0:1715209213.067955:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1179 [1] + 224 00000400:00000200:0.0:1715209213.067972:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209213.067976:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209213.067981:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075963904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209213.068033:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f78. 00000400:00000200:2.0:1715209213.068041:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:2.0:1715209213.068043:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:2.0:1715209213.068050:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075963840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209213.068062:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075963840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209213.068087:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715209213.068093:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715209213.068097:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:1.0:1715209213.068098:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:1.0:1715209213.068106:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715209213.068108:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715209213.068151:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075963904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209213.068163:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075963904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209213.068186:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209213.068191:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715209213.068193:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209218.073323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209218.073352:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209218.073446:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209218.073471:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209218.073548:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209218.073551:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715209218.073556:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 00000400:00000010:0.0:1715209218.073562:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000010:2.0:1715209218.073563:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f78. 00000100:00000200:0.0:1715209218.073570:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964032, portal 4 00000400:00000010:2.0:1715209218.073571:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000400:00000010:0.0:1715209218.073577:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715209218.073577:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075963968, portal 25 00000100:00000200:0.0:1715209218.073579:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075964032, offset 0 00000400:00000010:2.0:1715209218.073582:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000400:00000200:0.0:1715209218.073590:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209218.073597:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075963968, offset 0 00000400:00000200:0.0:1715209218.073605:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209218.073610:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209218.073611:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209218.073616:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209218.073620:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209218.073623:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209218.073626:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [536:536:256:4294967295] 192.168.202.130@tcp LPNI seq info [536:536:8:4294967295] 00000400:00000200:0.0:1715209218.073637:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209218.073643:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209218.073647:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209218.073647:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715209218.073654:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209218.073654:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209218.073659:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209218.073663:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209218.073665:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209218.073667:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209218.073670:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209218.073672:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [537:537:255:4294967295] 192.168.202.130@tcp LPNI seq info [537:537:7:4294967295] 00000400:00000200:2.0:1715209218.073696:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209218.073704:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209218.073709:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715209218.073715:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209218.073723:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209218.073728:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209218.073759:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209218.073773:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715209218.073781:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209218.073788:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209218.073792:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715209218.073794:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715209218.073803:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075964032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209218.073899:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209218.073903:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715209218.073907:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209218.073913:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209218.073917:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:1.0:1715209218.073919:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:1.0:1715209218.073926:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075963968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209218.075585:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209218.075597:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08a40 00000400:00000200:0.0:1715209218.075604:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x118d [1] + 224 00000400:00000200:0.0:1715209218.075615:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209218.075619:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209218.075626:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075963968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209218.075662:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209218.075667:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08a80 00000400:00000200:0.0:1715209218.075680:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1189 [1] + 224 00000400:00000200:0.0:1715209218.075696:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209218.075700:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209218.075705:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075964032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209218.075716:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f78. 00000400:00000200:2.0:1715209218.075722:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:2.0:1715209218.075725:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:2.0:1715209218.075733:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075963968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209218.075748:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075963968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209218.075778:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 00000400:00000010:1.0:1715209218.075779:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 02000000:00000010:2.0:1715209218.075784:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000400:00000200:1.0:1715209218.075785:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715209218.075787:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000010:2.0:1715209218.075790:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000200:1.0:1715209218.075794:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075964032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209218.075804:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075964032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209218.075827:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715209218.075831:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715209218.075834:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715209223.081251:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209223.081277:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209223.081377:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209223.081383:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:1.0:1715209223.081453:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 02000000:00000010:0.0:1715209223.081457:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209223.081465:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:1.0:1715209223.081468:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209223.081472:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:1.0:1715209223.081476:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209223.081479:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964160, portal 4 00000100:00000200:1.0:1715209223.081484:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964096, portal 25 00000400:00000010:0.0:1715209223.081489:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000010:1.0:1715209223.081489:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000100:00000200:0.0:1715209223.081491:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075964160, offset 0 00000100:00000200:1.0:1715209223.081493:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075964096, offset 0 00000400:00000200:0.0:1715209223.081502:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209223.081514:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209223.081520:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209223.081526:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209223.081531:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209223.081534:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209223.081537:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209223.081540:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [538:538:256:4294967295] 192.168.202.130@tcp LPNI seq info [538:538:8:4294967295] 00000400:00000200:0.0:1715209223.081550:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209223.081557:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209223.081561:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715209223.081563:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715209223.081568:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209223.081569:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209223.081574:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209223.081578:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209223.081578:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209223.081581:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209223.081582:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209223.081584:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [539:539:255:4294967295] 192.168.202.130@tcp LPNI seq info [539:539:7:4294967295] 00000400:00000200:1.0:1715209223.081595:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209223.081602:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209223.081606:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715209223.081612:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209223.081622:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209223.081627:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209223.081655:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209223.081660:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715209223.081666:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209223.081672:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209223.081676:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715209223.081678:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715209223.081688:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075964160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209223.081759:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209223.081761:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715209223.081764:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209223.081768:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209223.081769:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:2.0:1715209223.081771:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:2.0:1715209223.081788:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075964096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209223.083510:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209223.083528:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08b00 00000400:00000200:0.0:1715209223.083535:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1199 [1] + 224 00000400:00000200:0.0:1715209223.083545:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209223.083548:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209223.083554:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075964160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209223.083585:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209223.083590:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08ac0 00000400:00000200:0.0:1715209223.083594:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x119d [1] + 224 00000400:00000200:0.0:1715209223.083606:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209223.083609:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209223.083613:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075964096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209223.083654:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 00000400:00000200:2.0:1715209223.083660:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715209223.083661:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715209223.083667:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075964160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209223.083676:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075964160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209223.083704:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209223.083709:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715209223.083713:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:1.0:1715209223.083733:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209223.083742:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209223.083744:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209223.083754:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075964096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209223.083767:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075964096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209223.083792:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715209223.083799:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209223.083804:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715209228.089416:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209228.089447:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209228.089507:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209228.089515:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715209228.089587:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209228.089595:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 00000400:00000010:0.0:1715209228.089602:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 02000000:00000010:2.0:1715209228.089607:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000100:00000200:0.0:1715209228.089610:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964288, portal 4 00000400:00000010:2.0:1715209228.089616:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f78. 00000400:00000010:0.0:1715209228.089619:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715209228.089621:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075964288, offset 0 00000400:00000010:2.0:1715209228.089621:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:2.0:1715209228.089626:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964224, portal 25 00000400:00000010:2.0:1715209228.089630:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000400:00000200:0.0:1715209228.089633:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209228.089642:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075964224, offset 0 00000400:00000200:0.0:1715209228.089648:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209228.089650:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209228.089654:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209228.089658:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209228.089662:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209228.089664:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209228.089688:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [540:540:256:4294967295] 192.168.202.130@tcp LPNI seq info [540:540:8:4294967295] 00000400:00000200:0.0:1715209228.089699:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209228.089706:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209228.089709:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209228.089711:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715209228.089713:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209228.089716:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209228.089718:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209228.089719:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209228.089722:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209228.089725:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [541:541:255:4294967295] 192.168.202.130@tcp LPNI seq info [541:541:7:4294967295] 00000800:00000200:0.0:1715209228.089729:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209228.089734:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209228.089734:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209228.089739:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209228.089743:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715209228.089748:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209228.089754:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209228.089767:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209228.089827:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209228.089833:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209228.089842:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209228.089848:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209228.089853:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715209228.089855:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715209228.089865:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075964288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209228.089960:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209228.089971:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715209228.089974:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209228.089978:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209228.089981:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:1.0:1715209228.089983:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:1.0:1715209228.089987:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075964224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209228.091836:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209228.091854:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08b80 00000400:00000200:0.0:1715209228.091865:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x11a9 [1] + 224 00000400:00000200:0.0:1715209228.091880:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209228.091886:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209228.091896:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075964288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209228.091954:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209228.091961:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08b40 00000400:00000200:0.0:1715209228.091966:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x11b1 [1] + 224 00000400:00000200:0.0:1715209228.091985:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209228.091990:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209228.091995:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075964224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209228.092021:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 00000400:00000200:2.0:1715209228.092029:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715209228.092031:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715209228.092039:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075964288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209228.092050:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075964288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209228.092082:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209228.092087:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715209228.092091:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:3.0:1715209228.092113:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f78. 00000400:00000200:3.0:1715209228.092158:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:3.0:1715209228.092160:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:3.0:1715209228.092168:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075964224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209228.092179:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075964224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209228.092197:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715209228.092202:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715209228.092205:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715209233.097301:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209233.097326:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209233.097371:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209233.097374:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209233.097440:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209233.097445:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715209233.097446:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 00000400:00000010:2.0:1715209233.097453:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f20. 00000400:00000010:2.0:1715209233.097460:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000400:00000010:0.0:1715209233.097468:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715209233.097468:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964352, portal 25 00000100:00000200:0.0:1715209233.097471:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964416, portal 4 00000400:00000010:2.0:1715209233.097474:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000400:00000010:0.0:1715209233.097477:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715209233.097477:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075964352, offset 0 00000100:00000200:0.0:1715209233.097478:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075964416, offset 0 00000400:00000200:0.0:1715209233.097487:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209233.097495:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209233.097499:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209233.097504:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209233.097507:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209233.097510:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209233.097512:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209233.097515:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [542:542:256:4294967295] 192.168.202.130@tcp LPNI seq info [542:542:8:4294967295] 00000400:00000200:0.0:1715209233.097523:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209233.097528:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209233.097531:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209233.097532:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209233.097536:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209233.097537:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209233.097539:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209233.097542:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209233.097546:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209233.097546:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209233.097548:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [543:543:255:4294967295] 192.168.202.130@tcp LPNI seq info [543:543:7:4294967295] 00000800:00000200:0.0:1715209233.097550:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209233.097555:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209233.097559:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209233.097565:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715209233.097568:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209233.097573:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209233.097576:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209233.097625:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209233.097630:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209233.097637:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209233.097642:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209233.097646:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715209233.097648:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715209233.097654:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075964416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209233.097762:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209233.097765:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715209233.097767:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209233.097771:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209233.097774:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:1.0:1715209233.097775:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:1.0:1715209233.097779:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075964352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209233.099583:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209233.099599:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08bc0 00000400:00000200:0.0:1715209233.099609:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x11b9 [1] + 224 00000400:00000200:0.0:1715209233.099624:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209233.099630:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209233.099639:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075964352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209233.099694:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209233.099702:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08c00 00000400:00000200:0.0:1715209233.099706:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x11bd [1] + 224 00000400:00000200:0.0:1715209233.099725:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209233.099744:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209233.099751:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075964416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209233.099770:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f20. 00000400:00000200:2.0:1715209233.099777:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:2.0:1715209233.099779:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715209233.099787:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075964352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209233.099798:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075964352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209233.099824:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715209233.099829:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715209233.099833:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000010:1.0:1715209233.099842:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 00000400:00000200:1.0:1715209233.099851:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715209233.099853:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715209233.099863:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075964416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209233.099880:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075964416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209233.099911:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209233.099917:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209233.099929:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715209238.105319:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209238.105348:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209238.105403:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209238.105407:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209238.105480:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209238.105487:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 02000000:00000010:3.0:1715209238.105491:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:0.0:1715209238.105494:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715209238.105502:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964544, portal 4 00000400:00000010:0.0:1715209238.105510:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715209238.105512:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075964544, offset 0 00000400:00000010:3.0:1715209238.105518:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715209238.105524:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715209238.105535:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715209238.105538:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:3.0:1715209238.105540:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964480, portal 25 00000400:00000200:0.0:1715209238.105544:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715209238.105544:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257ee0. 00000100:00000200:3.0:1715209238.105546:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075964480, offset 0 00000400:00000200:0.0:1715209238.105549:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209238.105553:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209238.105553:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209238.105556:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209238.105560:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [544:544:256:4294967295] 192.168.202.130@tcp LPNI seq info [544:544:8:4294967295] 00000400:00000200:0.0:1715209238.105571:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209238.105577:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209238.105580:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209238.105582:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:3.0:1715209238.105584:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209238.105587:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209238.105588:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209238.105590:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209238.105593:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209238.105596:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [545:545:255:4294967295] 192.168.202.130@tcp LPNI seq info [545:545:7:4294967295] 00000800:00000200:0.0:1715209238.105599:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209238.105604:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209238.105606:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209238.105610:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209238.105614:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaf00. 00000800:00000200:3.0:1715209238.105619:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209238.105625:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209238.105628:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209238.105693:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209238.105699:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209238.105707:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209238.105715:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209238.105719:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715209238.105722:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715209238.105731:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075964544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209238.105825:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209238.105827:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaf00. 00000400:00000200:1.0:1715209238.105830:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209238.105834:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209238.105837:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257ee0 00000400:00000010:1.0:1715209238.105839:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257ee0. 00000100:00000200:1.0:1715209238.105842:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075964480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209238.107920:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209238.107932:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08c80 00000400:00000200:0.0:1715209238.107940:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x11c9 [1] + 224 00000400:00000200:0.0:1715209238.107963:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209238.107967:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209238.107974:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075964544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209238.108013:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209238.108018:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08c40 00000400:00000200:0.0:1715209238.108023:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x11d1 [1] + 224 00000400:00000200:0.0:1715209238.108038:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209238.108042:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209238.108046:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075964480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209238.108065:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 00000400:00000200:2.0:1715209238.108074:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715209238.108076:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715209238.108084:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075964544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209238.108095:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075964544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209238.108168:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209238.108177:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209238.108179:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 02000000:00000010:2.0:1715209238.108183:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000100:00000200:3.0:1715209238.108186:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075964480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209238.108216:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000200:3.0:1715209238.108221:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075964480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209238.108222:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 02000000:00000010:3.0:1715209238.108239:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715209238.108246:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715209238.108249:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715209243.113275:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209243.113304:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715209243.113371:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209243.113379:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:2.0:1715209243.113438:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715209243.113450:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f20. 02000000:00000010:0.0:1715209243.113456:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:2.0:1715209243.113459:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000400:00000010:0.0:1715209243.113462:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 00000400:00000010:0.0:1715209243.113468:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715209243.113468:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964608, portal 25 00000100:00000200:0.0:1715209243.113471:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964672, portal 4 00000400:00000010:2.0:1715209243.113475:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000010:0.0:1715209243.113478:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715209243.113478:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075964608, offset 0 00000100:00000200:0.0:1715209243.113481:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075964672, offset 0 00000400:00000200:2.0:1715209243.113491:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209243.113500:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209243.113509:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209243.113517:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209243.113523:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209243.113528:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209243.113552:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209243.113557:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [546:546:256:4294967295] 192.168.202.130@tcp LPNI seq info [546:546:8:4294967295] 00000400:00000200:2.0:1715209243.113572:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715209243.113582:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715209243.113582:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209243.113586:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209243.113588:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000400:00000200:0.0:1715209243.113590:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209243.113593:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209243.113596:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715209243.113596:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209243.113600:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [547:547:255:4294967295] 192.168.202.130@tcp LPNI seq info [547:547:7:4294967295] 00000800:00000200:2.0:1715209243.113610:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209243.113611:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209243.113616:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209243.113625:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209243.113632:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715209243.113637:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209243.113644:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209243.113648:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209243.113708:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209243.113715:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715209243.113724:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209243.113731:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209243.113736:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:1.0:1715209243.113738:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:1.0:1715209243.113747:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075964608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209243.113836:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209243.113838:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715209243.113841:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209243.113845:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209243.113847:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:1.0:1715209243.113849:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715209243.113852:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075964672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209243.115835:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209243.115849:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08cc0 00000400:00000200:0.0:1715209243.115857:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x11d9 [1] + 224 00000400:00000200:0.0:1715209243.115868:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209243.115872:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209243.115879:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075964608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209243.115922:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209243.115930:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08d00 00000400:00000200:0.0:1715209243.115937:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x11dd [1] + 224 00000400:00000200:0.0:1715209243.115961:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209243.115968:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715209243.115971:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f20. 00000400:00000200:2.0:1715209243.115977:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:2.0:1715209243.115980:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:0.0:1715209243.115987:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075964672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209243.115987:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075964608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209243.116002:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075964608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209243.116034:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715209243.116041:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209243.116047:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000010:1.0:1715209243.116113:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:1.0:1715209243.116185:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715209243.116188:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715209243.116196:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075964672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209243.116207:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075964672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209243.116231:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715209243.116236:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715209243.116239:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715209248.121304:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209248.121334:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209248.121393:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209248.121401:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715209248.121482:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209248.121483:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715209248.121491:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 00000400:00000010:2.0:1715209248.121491:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f20. 00000400:00000010:0.0:1715209248.121500:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000010:2.0:1715209248.121500:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715209248.121510:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964736, portal 25 00000400:00000010:2.0:1715209248.121517:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:0.0:1715209248.121518:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964800, portal 4 00000100:00000200:2.0:1715209248.121521:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075964736, offset 0 00000400:00000010:0.0:1715209248.121525:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000200:2.0:1715209248.121534:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209248.121547:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075964800, offset 0 00000400:00000200:2.0:1715209248.121551:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209248.121553:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209248.121559:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209248.121565:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209248.121570:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209248.121574:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209248.121587:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [548:548:256:4294967295] 192.168.202.130@tcp LPNI seq info [548:548:8:4294967295] 00000400:00000200:2.0:1715209248.121602:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715209248.121610:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715209248.121611:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209248.121614:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209248.121617:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715209248.121618:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209248.121621:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209248.121624:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715209248.121625:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209248.121629:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [549:549:255:4294967295] 192.168.202.130@tcp LPNI seq info [549:549:7:4294967295] 00000800:00000200:2.0:1715209248.121638:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209248.121639:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209248.121645:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209248.121646:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209248.121650:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:0.0:1715209248.121655:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209248.121662:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209248.121666:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209248.121743:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209248.121749:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715209248.121757:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209248.121764:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209248.121768:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:1.0:1715209248.121770:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:1.0:1715209248.121779:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075964736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209248.121874:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209248.121876:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209248.121879:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209248.121883:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209248.121885:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715209248.121887:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715209248.121891:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075964800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209248.123809:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209248.123822:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08d40 00000400:00000200:0.0:1715209248.123830:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x11e9 [1] + 224 00000400:00000200:0.0:1715209248.123841:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209248.123845:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209248.123852:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075964736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209248.123894:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209248.123903:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08d80 00000400:00000200:0.0:1715209248.123909:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x11ed [1] + 224 00000400:00000200:0.0:1715209248.123931:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209248.123938:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715209248.123939:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f20. 00000400:00000200:2.0:1715209248.123944:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:2.0:1715209248.123946:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715209248.123953:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075964736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209248.123957:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075964800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209248.123968:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075964736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209248.123997:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715209248.124005:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209248.124011:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:1.0:1715209248.124100:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 00000400:00000200:1.0:1715209248.124189:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715209248.124191:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715209248.124199:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075964800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209248.124220:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075964800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209248.124245:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209248.124250:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715209248.124253:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715209253.129332:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209253.129360:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209253.129414:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209253.129418:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209253.129493:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:3.0:1715209253.129495:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:0.0:1715209253.129500:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 00000400:00000010:3.0:1715209253.129505:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715209253.129507:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715209253.129514:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964928, portal 4 00000400:00000010:0.0:1715209253.129522:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715209253.129525:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075964928, offset 0 00000400:00000010:3.0:1715209253.129529:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715209253.129535:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715209253.129544:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964864, portal 25 00000400:00000010:3.0:1715209253.129548:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257b28. 00000400:00000200:0.0:1715209253.129550:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:3.0:1715209253.129551:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075964864, offset 0 00000400:00000200:0.0:1715209253.129556:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209253.129558:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209253.129561:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209253.129565:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209253.129568:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209253.129571:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [550:550:256:4294967295] 192.168.202.130@tcp LPNI seq info [550:550:8:4294967295] 00000400:00000200:0.0:1715209253.129582:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209253.129589:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209253.129591:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209253.129593:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:3.0:1715209253.129595:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209253.129598:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209253.129599:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209253.129601:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209253.129603:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209253.129606:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [551:551:255:4294967295] 192.168.202.130@tcp LPNI seq info [551:551:7:4294967295] 00000800:00000200:0.0:1715209253.129610:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209253.129615:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209253.129616:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209253.129621:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209253.129624:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba300. 00000800:00000200:3.0:1715209253.129629:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209253.129636:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209253.129639:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209253.129712:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209253.129719:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715209253.129726:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209253.129734:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209253.129738:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715209253.129740:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715209253.129750:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075964928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209253.129841:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209253.129843:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba300. 00000400:00000200:1.0:1715209253.129846:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209253.129849:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209253.129852:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257b28 00000400:00000010:1.0:1715209253.129854:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257b28. 00000100:00000200:1.0:1715209253.129858:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075964864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209253.131879:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209253.131891:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08e00 00000400:00000200:0.0:1715209253.131899:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x11f9 [1] + 224 00000400:00000200:0.0:1715209253.131910:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209253.131914:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209253.131930:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075964928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209253.131971:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209253.131976:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08dc0 00000400:00000200:0.0:1715209253.131981:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1201 [1] + 224 00000400:00000200:0.0:1715209253.131997:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209253.132000:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209253.132005:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075964864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209253.132093:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 00000400:00000200:2.0:1715209253.132104:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715209253.132107:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000400:00000010:3.0:1715209253.132170:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715209253.132174:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075964928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715209253.132180:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209253.132182:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209253.132189:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075964864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209253.132190:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075964928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209253.132200:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075964864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209253.132221:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:2.0:1715209253.132222:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209253.132227:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 02000000:00000010:3.0:1715209253.132228:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715209253.132231:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:3.0:1715209253.132231:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715209258.137317:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209258.137347:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715209258.137403:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209258.137407:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209258.137477:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209258.137484:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 00000400:00000010:0.0:1715209258.137492:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715209258.137499:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965056, portal 4 00000400:00000010:0.0:1715209258.137508:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715209258.137511:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075965056, offset 0 02000000:00000010:2.0:1715209258.137512:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715209258.137522:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f20. 00000400:00000200:0.0:1715209258.137523:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209258.137538:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209258.137545:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715209258.137548:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000400:00000200:0.0:1715209258.137549:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:2.0:1715209258.137552:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075964992, portal 25 00000400:00000200:0.0:1715209258.137553:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209258.137556:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000010:2.0:1715209258.137556:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715209258.137558:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075964992, offset 0 00000400:00000200:0.0:1715209258.137559:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [552:552:256:4294967295] 192.168.202.130@tcp LPNI seq info [552:552:8:4294967295] 00000400:00000200:2.0:1715209258.137566:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209258.137570:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209258.137576:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209258.137580:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209258.137587:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209258.137591:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209258.137595:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209258.137596:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209258.137599:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209258.137603:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209258.137608:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209258.137609:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [553:553:255:4294967295] 192.168.202.130@tcp LPNI seq info [553:553:7:4294967295] 00000800:00000200:0.0:1715209258.137612:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209258.137622:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209258.137630:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209258.137636:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715209258.137643:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209258.137652:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209258.137656:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209258.137702:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209258.137708:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209258.137716:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209258.137724:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209258.137728:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715209258.137730:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715209258.137739:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075965056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209258.137834:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209258.137845:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715209258.137848:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209258.137853:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209258.137855:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:1.0:1715209258.137857:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:1.0:1715209258.137861:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075964992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209258.139992:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209258.140005:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08e80 00000400:00000200:0.0:1715209258.140012:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1209 [1] + 224 00000400:00000200:0.0:1715209258.140050:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209258.140054:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209258.140062:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075965056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209258.140098:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209258.140103:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08e40 00000400:00000200:0.0:1715209258.140108:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1211 [1] + 224 00000400:00000200:0.0:1715209258.140154:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209258.140159:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209258.140164:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075964992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209258.140188:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:2.0:1715209258.140197:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715209258.140198:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715209258.140207:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075965056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209258.140218:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075965056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209258.140250:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000400:00000010:3.0:1715209258.140251:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f20. 02000000:00000010:2.0:1715209258.140256:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209258.140260:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000200:3.0:1715209258.140262:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:3.0:1715209258.140265:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:3.0:1715209258.140275:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075964992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209258.140301:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075964992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209258.140325:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715209258.140332:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715209258.140336:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715209263.145257:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209263.145288:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209263.145349:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209263.145355:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209263.145432:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209263.145439:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:0.0:1715209263.145446:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 02000000:00000010:1.0:1715209263.145453:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000100:00000200:0.0:1715209263.145455:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965184, portal 4 00000400:00000010:0.0:1715209263.145463:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000400:00000010:1.0:1715209263.145463:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715209263.145466:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075965184, offset 0 00000400:00000010:1.0:1715209263.145469:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209263.145476:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209263.145483:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965120, portal 25 00000400:00000010:1.0:1715209263.145488:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dabb0. 00000100:00000200:1.0:1715209263.145490:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075965120, offset 0 00000400:00000200:0.0:1715209263.145491:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209263.145497:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209263.145515:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209263.145520:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209263.145524:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209263.145527:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209263.145531:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [554:554:256:4294967295] 192.168.202.130@tcp LPNI seq info [554:554:8:4294967295] 00000400:00000200:0.0:1715209263.145543:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209263.145550:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209263.145552:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209263.145554:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715209263.145556:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209263.145559:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209263.145560:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209263.145562:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209263.145564:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209263.145567:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [555:555:255:4294967295] 192.168.202.130@tcp LPNI seq info [555:555:7:4294967295] 00000800:00000200:0.0:1715209263.145571:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209263.145576:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209263.145576:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209263.145581:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209263.145585:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715209263.145589:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209263.145596:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209263.145599:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209263.145665:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209263.145671:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209263.145679:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209263.145695:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209263.145700:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715209263.145703:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715209263.145711:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075965184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209263.145805:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209263.145808:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715209263.145811:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209263.145815:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209263.145818:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dabb0 00000400:00000010:2.0:1715209263.145820:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dabb0. 00000100:00000200:2.0:1715209263.145824:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075965120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209263.147718:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209263.147734:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08f00 00000400:00000200:0.0:1715209263.147744:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1219 [1] + 224 00000400:00000200:0.0:1715209263.147758:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209263.147764:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209263.147774:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075965184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209263.147823:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209263.147831:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08ec0 00000400:00000200:0.0:1715209263.147837:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1221 [1] + 224 00000400:00000200:0.0:1715209263.147863:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209263.147870:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209263.147877:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075965120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209263.147905:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 00000400:00000200:2.0:1715209263.147913:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715209263.147915:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715209263.147923:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075965184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209263.147934:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075965184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209263.147966:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209263.147994:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209263.147999:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:1.0:1715209263.148016:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209263.148024:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209263.148026:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209263.148034:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075965120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209263.148071:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075965120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209263.148089:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715209263.148095:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715209263.148098:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715209268.153297:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209268.153328:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209268.153386:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209268.153411:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209268.153495:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209268.153495:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:0.0:1715209268.153502:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 00000400:00000010:2.0:1715209268.153504:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e70. 00000400:00000010:0.0:1715209268.153509:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:2.0:1715209268.153510:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:0.0:1715209268.153517:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965312, portal 4 00000100:00000200:2.0:1715209268.153524:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965248, portal 25 00000400:00000010:0.0:1715209268.153525:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715209268.153528:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075965312, offset 0 00000400:00000010:2.0:1715209268.153529:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715209268.153531:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075965248, offset 0 00000400:00000200:0.0:1715209268.153539:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209268.153548:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209268.153555:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209268.153561:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209268.153565:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209268.153569:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209268.153571:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209268.153575:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [556:556:256:4294967295] 192.168.202.130@tcp LPNI seq info [556:556:8:4294967295] 00000400:00000200:0.0:1715209268.153586:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209268.153592:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209268.153595:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209268.153596:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715209268.153602:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209268.153609:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209268.153613:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209268.153613:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209268.153616:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209268.153619:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209268.153619:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209268.153622:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [557:557:255:4294967295] 192.168.202.130@tcp LPNI seq info [557:557:7:4294967295] 00000400:00000200:2.0:1715209268.153632:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209268.153637:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209268.153641:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715209268.153645:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209268.153652:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209268.153656:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209268.153707:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209268.153714:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715209268.153721:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209268.153728:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209268.153732:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715209268.153735:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715209268.153744:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075965312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209268.153836:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209268.153838:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715209268.153841:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209268.153845:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209268.153847:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:1.0:1715209268.153849:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715209268.153853:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075965248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209268.155848:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209268.155861:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe08f80 00000400:00000200:0.0:1715209268.155868:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1229 [1] + 224 00000400:00000200:0.0:1715209268.155879:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209268.155882:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209268.155889:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075965312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209268.155927:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209268.155957:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08f40 00000400:00000200:0.0:1715209268.155972:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x122d [1] + 224 00000400:00000200:0.0:1715209268.155991:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209268.155994:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209268.155999:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075965248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209268.156011:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 00000400:00000200:2.0:1715209268.156019:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715209268.156021:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715209268.156029:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075965312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209268.156041:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075965312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209268.156072:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209268.156078:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715209268.156082:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000010:3.0:1715209268.156157:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e70. 00000400:00000200:3.0:1715209268.156165:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:3.0:1715209268.156168:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:3.0:1715209268.156176:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075965248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209268.156187:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075965248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209268.156205:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715209268.156210:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715209268.156212:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715209273.161341:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209273.161370:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209273.161428:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209273.161432:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715209273.161514:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209273.161521:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 00000400:00000010:0.0:1715209273.161529:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 02000000:00000010:1.0:1715209273.161530:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000100:00000200:0.0:1715209273.161537:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965440, portal 4 00000400:00000010:1.0:1715209273.161539:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209273.161545:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000010:1.0:1715209273.161545:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209273.161547:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075965440, offset 0 00000100:00000200:1.0:1715209273.161549:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965376, portal 25 00000400:00000010:1.0:1715209273.161554:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:0.0:1715209273.161559:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209273.161566:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075965376, offset 0 00000400:00000200:1.0:1715209273.161573:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209273.161575:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209273.161581:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209273.161586:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209273.161590:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209273.161593:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209273.161597:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [558:558:256:4294967295] 192.168.202.130@tcp LPNI seq info [558:558:8:4294967295] 00000400:00000200:0.0:1715209273.161608:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209273.161614:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209273.161617:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209273.161618:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209273.161621:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209273.161624:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209273.161635:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209273.161639:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209273.161643:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209273.161646:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209273.161649:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209273.161652:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [559:559:255:4294967295] 192.168.202.130@tcp LPNI seq info [559:559:7:4294967295] 00000400:00000200:1.0:1715209273.161662:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209273.161667:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209273.161671:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715209273.161676:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209273.161682:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209273.161686:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209273.161758:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209273.161764:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715209273.161774:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209273.161785:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209273.161791:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715209273.161795:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715209273.161807:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075965440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209273.161968:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209273.161982:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715209273.161988:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209273.161995:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209273.162000:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:2.0:1715209273.162002:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:2.0:1715209273.162010:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075965376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209273.163849:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209273.163870:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09000 00000400:00000200:0.0:1715209273.163877:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1239 [1] + 224 00000400:00000200:0.0:1715209273.163919:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209273.163923:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209273.163931:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075965440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209273.163967:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209273.163973:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe08fc0 00000400:00000200:0.0:1715209273.163978:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1241 [1] + 224 00000400:00000200:0.0:1715209273.163994:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209273.163999:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209273.164004:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075965376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209273.164026:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000400:00000200:2.0:1715209273.164034:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715209273.164036:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715209273.164045:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075965440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209273.164061:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075965440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209273.164081:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209273.164089:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209273.164091:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209273.164099:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075965376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209273.164099:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209273.164106:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000200:1.0:1715209273.164110:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075965376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209273.164112:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 02000000:00000010:1.0:1715209273.164171:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715209273.164176:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715209273.164180:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715209278.169328:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209278.169359:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209278.169423:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209278.169428:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209278.169497:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209278.169505:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:0.0:1715209278.169512:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715209278.169521:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965568, portal 4 00000400:00000010:0.0:1715209278.169530:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 02000000:00000010:2.0:1715209278.169530:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000100:00000200:0.0:1715209278.169532:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075965568, offset 0 00000400:00000010:2.0:1715209278.169540:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e18. 00000400:00000200:0.0:1715209278.169544:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209278.169556:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000200:0.0:1715209278.169558:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715209278.169561:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965504, portal 25 00000400:00000200:0.0:1715209278.169564:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715209278.169565:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000100:00000200:2.0:1715209278.169567:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075965504, offset 0 00000400:00000200:0.0:1715209278.169569:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209278.169573:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209278.169575:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209278.169576:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209278.169599:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [560:560:256:4294967295] 192.168.202.130@tcp LPNI seq info [560:560:8:4294967295] 00000400:00000200:0.0:1715209278.169610:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209278.169617:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209278.169620:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209278.169622:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715209278.169624:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209278.169628:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209278.169629:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209278.169631:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209278.169634:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209278.169637:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [561:561:255:4294967295] 192.168.202.130@tcp LPNI seq info [561:561:7:4294967295] 00000800:00000200:0.0:1715209278.169640:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209278.169645:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209278.169647:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209278.169663:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209278.169667:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715209278.169672:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209278.169678:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209278.169682:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209278.169736:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209278.169743:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715209278.169751:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209278.169759:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209278.169763:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715209278.169765:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715209278.169775:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075965568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209278.169903:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209278.169906:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715209278.169918:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209278.169923:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209278.169926:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715209278.169928:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715209278.169932:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075965504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209278.171691:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209278.171704:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09080 00000400:00000200:0.0:1715209278.171712:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1249 [1] + 224 00000400:00000200:0.0:1715209278.171723:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209278.171727:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209278.171734:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075965568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209278.171771:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209278.171776:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09040 00000400:00000200:0.0:1715209278.171781:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1251 [1] + 224 00000400:00000200:0.0:1715209278.171802:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715209278.171805:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000400:00000200:0.0:1715209278.171806:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209278.171812:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715209278.171814:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715209278.171820:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075965504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209278.171823:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075965568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209278.171834:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075965568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209278.171887:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209278.171893:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715209278.171897:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:3.0:1715209278.171939:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e18. 00000400:00000200:3.0:1715209278.171947:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715209278.171949:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:3.0:1715209278.171957:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075965504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209278.171968:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075965504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209278.171986:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715209278.171991:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715209278.171994:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715209283.177310:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209283.177337:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209283.177387:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209283.177391:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209283.177463:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209283.177470:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 02000000:00000010:1.0:1715209283.177478:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:1.0:1715209283.177487:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209283.177492:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715209283.177493:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715209283.177501:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965632, portal 25 00000400:00000010:1.0:1715209283.177505:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da5d8. 00000100:00000200:0.0:1715209283.177508:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965696, portal 4 00000100:00000200:1.0:1715209283.177508:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075965632, offset 0 00000400:00000010:0.0:1715209283.177514:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000200:1.0:1715209283.177518:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209283.177523:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075965696, offset 0 00000400:00000200:0.0:1715209283.177530:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209283.177533:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209283.177538:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209283.177542:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209283.177545:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209283.177548:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209283.177551:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [562:562:256:4294967295] 192.168.202.130@tcp LPNI seq info [562:562:8:4294967295] 00000400:00000200:1.0:1715209283.177561:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209283.177584:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209283.177586:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715209283.177589:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715209283.177590:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209283.177594:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715209283.177595:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209283.177596:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209283.177599:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209283.177602:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [563:563:255:4294967295] 192.168.202.130@tcp LPNI seq info [563:563:7:4294967295] 00000800:00000200:1.0:1715209283.177605:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209283.177611:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209283.177612:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209283.177616:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209283.177622:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715209283.177627:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209283.177633:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209283.177637:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209283.177716:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209283.177722:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715209283.177731:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209283.177738:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209283.177744:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da5d8 00000400:00000010:2.0:1715209283.177746:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da5d8. 00000100:00000200:2.0:1715209283.177754:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075965632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209283.177876:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209283.177879:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715209283.177881:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209283.177885:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209283.177887:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715209283.177889:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715209283.177893:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075965696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209283.179770:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209283.179783:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe090c0 00000400:00000200:0.0:1715209283.179791:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1259 [1] + 224 00000400:00000200:0.0:1715209283.179830:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209283.179834:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209283.179842:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075965632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209283.179876:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209283.179882:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09100 00000400:00000200:0.0:1715209283.179886:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x125d [1] + 224 00000400:00000200:0.0:1715209283.179903:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209283.179913:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209283.179918:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075965696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209283.179921:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209283.179928:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209283.179930:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209283.179939:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075965632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209283.179950:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075965632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209283.179984:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715209283.179991:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715209283.179995:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:2.0:1715209283.180035:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000400:00000200:2.0:1715209283.180044:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715209283.180046:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715209283.180054:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075965696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209283.180065:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075965696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209283.180089:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209283.180094:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209283.180097:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715209288.185273:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209288.185295:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209288.185332:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209288.185334:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209288.185382:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:3.0:1715209288.185382:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:0.0:1715209288.185387:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 00000400:00000010:3.0:1715209288.185387:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715209288.185392:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:3.0:1715209288.185392:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209288.185398:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965760, portal 25 00000100:00000200:0.0:1715209288.185401:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965824, portal 4 00000400:00000010:3.0:1715209288.185401:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02576e8. 00000400:00000010:0.0:1715209288.185406:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715209288.185407:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075965824, offset 0 00000400:00000200:0.0:1715209288.185415:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715209288.185418:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075965760, offset 0 00000400:00000200:3.0:1715209288.185422:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209288.185425:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209288.185429:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209288.185432:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209288.185434:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209288.185436:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209288.185438:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [564:564:256:4294967295] 192.168.202.130@tcp LPNI seq info [564:564:8:4294967295] 00000400:00000200:0.0:1715209288.185444:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209288.185448:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209288.185449:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209288.185451:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:3.0:1715209288.185451:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209288.185453:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209288.185454:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209288.185455:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209288.185456:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209288.185457:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [565:565:255:4294967295] 192.168.202.130@tcp LPNI seq info [565:565:7:4294967295] 00000800:00000200:0.0:1715209288.185463:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715209288.185463:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209288.185465:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209288.185466:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1715209288.185467:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbac00. 00000800:00000200:3.0:1715209288.185470:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209288.185473:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209288.185475:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbac00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209288.185529:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209288.185532:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209288.185538:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209288.185542:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209288.185545:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:1.0:1715209288.185546:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:1.0:1715209288.185551:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075965824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209288.185617:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209288.185619:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbac00. 00000400:00000200:1.0:1715209288.185620:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209288.185622:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209288.185623:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02576e8 00000400:00000010:1.0:1715209288.185624:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02576e8. 00000100:00000200:1.0:1715209288.185626:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075965760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209288.187066:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209288.187073:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09180 00000400:00000200:0.0:1715209288.187078:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x126d [1] + 224 00000400:00000200:0.0:1715209288.187090:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209288.187092:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209288.187096:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075965824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209288.187134:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209288.187138:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09140 00000400:00000200:0.0:1715209288.187140:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1269 [1] + 224 00000400:00000010:2.0:1715209288.187148:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 00000400:00000200:0.0:1715209288.187150:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209288.187152:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209288.187153:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715209288.187155:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715209288.187161:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075965760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209288.187161:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075965824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209288.187170:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075965824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209288.187195:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209288.187199:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209288.187203:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:3.0:1715209288.187228:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209288.187233:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209288.187234:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209288.187239:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075965760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209288.187244:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075965760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209288.187253:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715209288.187258:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715209288.187259:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715209293.193309:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209293.193340:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209293.193403:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209293.193411:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:1.0:1715209293.193471:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:1.0:1715209293.193482:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209293.193491:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 02000000:00000010:0.0:1715209293.193497:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209293.193502:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 00000100:00000200:1.0:1715209293.193502:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965888, portal 25 00000400:00000010:0.0:1715209293.193507:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000400:00000010:1.0:1715209293.193508:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da2a8. 00000100:00000200:0.0:1715209293.193511:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075965952, portal 4 00000100:00000200:1.0:1715209293.193512:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075965888, offset 0 00000400:00000010:0.0:1715209293.193522:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000200:1.0:1715209293.193526:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209293.193538:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075965952, offset 0 00000400:00000200:1.0:1715209293.193544:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209293.193545:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209293.193551:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209293.193557:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209293.193562:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209293.193566:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209293.193592:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [566:566:256:4294967295] 192.168.202.130@tcp LPNI seq info [566:566:8:4294967295] 00000400:00000200:1.0:1715209293.193608:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715209293.193617:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715209293.193617:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209293.193621:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715209293.193623:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715209293.193625:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209293.193628:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715209293.193631:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209293.193632:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209293.193636:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [567:567:255:4294967295] 192.168.202.130@tcp LPNI seq info [567:567:7:4294967295] 00000800:00000200:1.0:1715209293.193644:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209293.193647:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209293.193651:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209293.193662:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209293.193665:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:0.0:1715209293.193671:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209293.193678:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209293.193682:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209293.193783:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209293.193789:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715209293.193799:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209293.193807:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209293.193812:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da2a8 00000400:00000010:2.0:1715209293.193814:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da2a8. 00000100:00000200:2.0:1715209293.193823:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075965888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209293.193918:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209293.193930:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715209293.193933:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209293.193937:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209293.193940:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715209293.193941:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715209293.193946:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075965952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209293.195836:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209293.195850:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe091c0 00000400:00000200:0.0:1715209293.195858:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1279 [1] + 224 00000400:00000200:0.0:1715209293.195869:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209293.195873:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209293.195880:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075965888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209293.195922:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209293.195931:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09200 00000400:00000200:0.0:1715209293.195937:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x127d [1] + 224 00000400:00000200:0.0:1715209293.195959:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1715209293.195964:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209293.195966:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209293.195969:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209293.195972:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209293.195979:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075965888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209293.195985:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075965952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209293.195993:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075965888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209293.196022:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715209293.196031:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715209293.196036:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:2.0:1715209293.196174:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000400:00000200:2.0:1715209293.196182:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715209293.196184:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715209293.196192:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075965952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209293.196203:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075965952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209293.196227:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209293.196231:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715209293.196235:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715209298.201285:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209298.201315:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209298.201374:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209298.201378:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209298.201453:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209298.201461:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 00000400:00000010:0.0:1715209298.201468:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715209298.201476:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966080, portal 4 02000000:00000010:2.0:1715209298.201481:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715209298.201485:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000010:2.0:1715209298.201491:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b58. 00000400:00000010:2.0:1715209298.201499:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715209298.201503:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966016, portal 25 00000100:00000200:0.0:1715209298.201507:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075966080, offset 0 00000400:00000010:2.0:1715209298.201508:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000400:00000200:0.0:1715209298.201519:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209298.201527:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075966016, offset 0 00000400:00000200:0.0:1715209298.201534:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209298.201535:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209298.201540:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209298.201545:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209298.201548:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209298.201551:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209298.201554:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [568:568:256:4294967295] 192.168.202.130@tcp LPNI seq info [568:568:8:4294967295] 00000400:00000200:0.0:1715209298.201566:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209298.201572:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209298.201575:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209298.201577:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209298.201579:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209298.201582:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209298.201583:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209298.201585:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209298.201587:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209298.201590:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [569:569:255:4294967295] 192.168.202.130@tcp LPNI seq info [569:569:7:4294967295] 00000800:00000200:0.0:1715209298.201594:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209298.201599:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209298.201600:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209298.201616:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209298.201619:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715209298.201624:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209298.201631:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209298.201634:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209298.201720:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209298.201727:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209298.201735:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209298.201742:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209298.201747:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715209298.201749:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715209298.201758:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075966080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209298.201849:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209298.201852:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715209298.201854:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209298.201858:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209298.201861:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715209298.201871:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715209298.201877:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075966016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209298.203764:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209298.203777:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09280 00000400:00000200:0.0:1715209298.203785:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1289 [1] + 224 00000400:00000200:0.0:1715209298.203796:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209298.203800:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209298.203807:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075966080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209298.203844:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209298.203849:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09240 00000400:00000200:0.0:1715209298.203854:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x128d [1] + 224 00000400:00000200:0.0:1715209298.203871:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209298.203875:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209298.203880:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075966016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209298.203928:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:2.0:1715209298.203936:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715209298.203938:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715209298.203946:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075966080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209298.203957:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075966080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209298.203975:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:3.0:1715209298.203984:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715209298.203986:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 02000000:00000010:2.0:1715209298.203989:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209298.203994:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000200:3.0:1715209298.203994:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075966016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209298.203999:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000200:3.0:1715209298.204005:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075966016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209298.204033:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715209298.204038:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715209298.204041:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209303.209376:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209303.209406:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209303.209471:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209303.209478:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:1.0:1715209303.209543:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:1.0:1715209303.209555:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209303.209564:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 02000000:00000010:0.0:1715209303.209566:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209303.209571:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 00000100:00000200:1.0:1715209303.209574:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966144, portal 25 00000400:00000010:0.0:1715209303.209575:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715209303.209579:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966208, portal 4 00000400:00000010:1.0:1715209303.209581:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dac38. 00000100:00000200:1.0:1715209303.209584:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075966144, offset 0 00000400:00000010:0.0:1715209303.209586:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715209303.209589:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075966208, offset 0 00000400:00000200:1.0:1715209303.209597:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209303.209609:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209303.209616:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209303.209624:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209303.209680:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209303.209685:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209303.209689:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209303.209693:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [570:570:256:4294967295] 192.168.202.130@tcp LPNI seq info [570:570:8:4294967295] 00000400:00000200:1.0:1715209303.209709:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715209303.209718:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715209303.209718:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209303.209723:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715209303.209725:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715209303.209727:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209303.209730:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209303.209733:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715209303.209733:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209303.209737:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [571:571:255:4294967295] 192.168.202.130@tcp LPNI seq info [571:571:7:4294967295] 00000800:00000200:1.0:1715209303.209747:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209303.209749:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209303.209753:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209303.209756:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209303.209759:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:0.0:1715209303.209764:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209303.209771:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209303.209774:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209303.209854:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209303.209861:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715209303.209870:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209303.209877:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209303.209882:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dac38 00000400:00000010:2.0:1715209303.209884:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dac38. 00000100:00000200:2.0:1715209303.209894:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075966144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209303.209982:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209303.209984:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209303.209987:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209303.209990:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209303.209993:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715209303.209995:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715209303.209998:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075966208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209303.211825:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209303.211841:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe092c0 00000400:00000200:0.0:1715209303.211852:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1299 [1] + 224 00000400:00000200:0.0:1715209303.211868:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209303.211874:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209303.211896:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075966144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209303.211958:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209303.211965:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09300 00000400:00000200:0.0:1715209303.211970:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x129d [1] + 224 00000400:00000200:0.0:1715209303.211989:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1715209303.211989:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209303.211993:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209303.211997:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209303.211999:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209303.212007:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075966144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209303.212009:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075966208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209303.212019:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075966144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209303.212045:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715209303.212060:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209303.212064:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:2.0:1715209303.212163:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 00000400:00000200:2.0:1715209303.212173:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715209303.212176:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715209303.212186:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075966208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209303.212201:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075966208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209303.212232:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209303.212238:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209303.212242:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715209308.217379:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209308.217410:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209308.217467:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209308.217471:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715209308.217543:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209308.217551:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 00000400:00000010:0.0:1715209308.217558:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 02000000:00000010:3.0:1715209308.217563:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000100:00000200:0.0:1715209308.217567:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966336, portal 4 00000400:00000010:3.0:1715209308.217574:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715209308.217575:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715209308.217578:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075966336, offset 0 00000400:00000010:3.0:1715209308.217581:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715209308.217620:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209308.217635:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:3.0:1715209308.217640:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966272, portal 25 00000400:00000200:0.0:1715209308.217642:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209308.217646:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:3.0:1715209308.217647:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257550. 00000400:00000200:0.0:1715209308.217650:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1715209308.217650:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075966272, offset 0 00000400:00000200:0.0:1715209308.217652:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209308.217656:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [572:572:256:4294967295] 192.168.202.130@tcp LPNI seq info [572:572:8:4294967295] 00000400:00000200:3.0:1715209308.217661:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209308.217668:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209308.217674:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209308.217678:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:3.0:1715209308.217686:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715209308.217692:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209308.217697:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209308.217701:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209308.217705:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209308.217705:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209308.217710:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [573:573:255:4294967295] 192.168.202.130@tcp LPNI seq info [573:573:7:4294967295] 00000800:00000200:0.0:1715209308.217716:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209308.217721:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209308.217725:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209308.217733:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209308.217738:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba500. 00000800:00000200:3.0:1715209308.217746:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209308.217755:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209308.217760:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209308.217841:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209308.217849:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209308.217859:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209308.217870:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209308.217875:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715209308.217878:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715209308.217892:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075966336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209308.218009:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209308.218013:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba500. 00000400:00000200:1.0:1715209308.218018:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209308.218024:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209308.218029:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257550 00000400:00000010:1.0:1715209308.218031:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257550. 00000100:00000200:1.0:1715209308.218038:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075966272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209308.219987:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209308.220004:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09380 00000400:00000200:0.0:1715209308.220016:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x12a9 [1] + 224 00000400:00000200:0.0:1715209308.220029:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209308.220033:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209308.220041:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075966336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209308.220087:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209308.220093:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09340 00000400:00000200:0.0:1715209308.220098:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x12b1 [1] + 224 00000400:00000200:0.0:1715209308.220147:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209308.220152:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209308.220157:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075966272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:0.0:1715209308.220220:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:0.0:1715209308.220223:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:0.0:1715209308.220225:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715209308.220229:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075966336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209308.220237:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075966336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:0.0:1715209308.220266:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 00000400:00000010:3.0:1715209308.220269:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:0.0:1715209308.220271:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209308.220275:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000200:3.0:1715209308.220279:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209308.220281:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209308.220288:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075966272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209308.220300:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075966272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209308.220334:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715209308.220341:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715209308.220344:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715209313.225269:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209313.225325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209313.225401:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209313.225409:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209313.225501:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209313.225503:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:0.0:1715209313.225512:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 00000400:00000010:1.0:1715209313.225513:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209313.225520:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715209313.225521:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715209313.225528:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966400, portal 25 00000400:00000010:1.0:1715209313.225534:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daa18. 00000100:00000200:0.0:1715209313.225570:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966464, portal 4 00000100:00000200:1.0:1715209313.225577:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075966400, offset 0 00000400:00000010:0.0:1715209313.225580:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000200:1.0:1715209313.225589:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209313.225595:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075966464, offset 0 00000400:00000200:0.0:1715209313.225605:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209313.225605:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209313.225611:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209313.225615:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209313.225619:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209313.225621:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209313.225624:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [574:574:256:4294967295] 192.168.202.130@tcp LPNI seq info [574:574:8:4294967295] 00000400:00000200:1.0:1715209313.225636:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209313.225653:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209313.225658:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715209313.225658:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715209313.225663:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715209313.225664:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209313.225669:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209313.225672:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715209313.225675:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209313.225677:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209313.225681:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [575:575:255:4294967295] 192.168.202.130@tcp LPNI seq info [575:575:7:4294967295] 00000800:00000200:1.0:1715209313.225681:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209313.225695:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209313.225703:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209313.225708:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000800:00000200:0.0:1715209313.225715:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209313.225724:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209313.225729:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209313.225777:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209313.225784:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715209313.225793:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209313.225800:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209313.225805:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daa18 00000400:00000010:2.0:1715209313.225807:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daa18. 00000100:00000200:2.0:1715209313.225817:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075966400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209313.225904:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209313.225906:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715209313.225909:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209313.225912:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209313.225915:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715209313.225916:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715209313.225920:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075966464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209313.227820:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209313.227833:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe093c0 00000400:00000200:0.0:1715209313.227841:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x12b9 [1] + 224 00000400:00000200:0.0:1715209313.227851:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209313.227855:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209313.227863:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075966400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209313.227918:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209313.227924:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09400 00000400:00000200:0.0:1715209313.227928:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x12bd [1] + 224 00000400:00000200:0.0:1715209313.227947:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209313.227951:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209313.227955:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075966464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209313.227958:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209313.227965:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209313.227967:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209313.227975:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075966400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209313.227987:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075966400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209313.228012:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715209313.228018:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715209313.228023:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:2.0:1715209313.228051:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:2.0:1715209313.228061:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715209313.228065:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715209313.228074:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075966464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209313.228105:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075966464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209313.228211:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209313.228218:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715209313.228223:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:2.0:1715209318.233396:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715209318.233424:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c900. 00000100:00000010:2.0:1715209318.233481:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7100. 02000000:00000010:2.0:1715209318.233485:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 02000000:00000010:0.0:1715209318.233563:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209318.233568:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715209318.233575:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5ec8. 00000400:00000010:0.0:1715209318.233576:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 00000400:00000010:0.0:1715209318.233583:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:2.0:1715209318.233583:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715209318.233590:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966592, portal 4 00000100:00000200:0.0:1715209318.233592:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966528, portal 25 00000400:00000010:0.0:1715209318.233598:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:2.0:1715209318.233598:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715209318.233601:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075966592, offset 0 00000100:00000200:0.0:1715209318.233602:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075966528, offset 0 00000400:00000200:2.0:1715209318.233612:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209318.233626:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209318.233627:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209318.233633:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209318.233638:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209318.233642:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209318.233644:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209318.233648:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [576:576:256:4294967295] 192.168.202.130@tcp LPNI seq info [576:576:8:4294967295] 00000400:00000200:2.0:1715209318.233660:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209318.233666:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209318.233671:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209318.233672:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715209318.233677:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209318.233679:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209318.233682:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209318.233686:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209318.233690:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715209318.233690:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209318.233695:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [577:577:255:4294967295] 192.168.202.130@tcp LPNI seq info [577:577:7:4294967295] 00000800:00000200:2.0:1715209318.233695:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209318.233709:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209318.233717:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209318.233722:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000800:00000200:0.0:1715209318.233729:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209318.233739:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209318.233743:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209318.233784:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209318.233791:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715209318.233798:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209318.233806:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209318.233810:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:1.0:1715209318.233813:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715209318.233823:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7100 x1798526075966592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209318.233916:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209318.233918:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209318.233921:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209318.233925:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209318.233927:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715209318.233929:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715209318.233933:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526075966528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209318.236282:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209318.236300:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09440 00000400:00000200:0.0:1715209318.236320:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x12cd [1] + 224 00000400:00000200:0.0:1715209318.236339:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209318.236345:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209318.236354:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526075966528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209318.236412:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209318.236422:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09480 00000400:00000200:0.0:1715209318.236429:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x12c9 [1] + 224 00000400:00000200:0.0:1715209318.236453:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209318.236460:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209318.236467:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7100 x1798526075966592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209318.236492:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:2.0:1715209318.236533:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715209318.236535:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715209318.236544:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526075966528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209318.236555:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526075966528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209318.236580:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209318.236587:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c900. 00000100:00000010:2.0:1715209318.236591:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000400:00000010:3.0:1715209318.236594:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5ec8. 00000400:00000200:3.0:1715209318.236602:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:3.0:1715209318.236604:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:3.0:1715209318.236612:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7100 x1798526075966592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209318.236623:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7100 x1798526075966592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209318.236648:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715209318.236652:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:3.0:1715209318.236656:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7100. 00000100:00000010:2.0:1715209323.241281:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715209323.241310:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c900. 00000100:00000010:2.0:1715209323.241363:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715209323.241367:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 02000000:00000010:2.0:1715209323.241423:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715209323.241430:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 02000000:00000010:3.0:1715209323.241433:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:2.0:1715209323.241437:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000400:00000010:3.0:1715209323.241442:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715209323.241446:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966720, portal 4 00000400:00000010:3.0:1715209323.241448:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715209323.241478:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715209323.241482:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075966720, offset 0 00000100:00000200:3.0:1715209323.241483:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966656, portal 25 00000400:00000010:3.0:1715209323.241488:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257880. 00000400:00000200:2.0:1715209323.241492:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715209323.241498:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075966656, offset 0 00000400:00000200:3.0:1715209323.241506:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209323.241508:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209323.241515:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209323.241520:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209323.241523:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209323.241526:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209323.241529:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [578:578:256:4294967295] 192.168.202.130@tcp LPNI seq info [578:578:8:4294967295] 00000400:00000200:2.0:1715209323.241540:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209323.241546:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209323.241548:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209323.241551:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000400:00000200:3.0:1715209323.241552:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209323.241556:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715209323.241557:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209323.241559:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209323.241561:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209323.241564:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [579:579:255:4294967295] 192.168.202.130@tcp LPNI seq info [579:579:7:4294967295] 00000800:00000200:2.0:1715209323.241568:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715209323.241574:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209323.241579:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209323.241582:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba900. 00000800:00000200:2.0:1715209323.241591:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209323.241596:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209323.241602:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209323.241606:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209323.241748:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209323.241754:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715209323.241761:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209323.241769:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209323.241773:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:0.0:1715209323.241776:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:0.0:1715209323.241785:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075966720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209323.241862:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209323.241865:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba900. 00000400:00000200:0.0:1715209323.241867:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209323.241871:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209323.241874:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257880 00000400:00000010:0.0:1715209323.241876:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257880. 00000100:00000200:0.0:1715209323.241879:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526075966656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209323.243709:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209323.243731:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe094c0 00000400:00000200:0.0:1715209323.243738:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x12dd [1] + 224 00000400:00000200:0.0:1715209323.243751:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209323.243755:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209323.243763:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526075966656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209323.243805:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209323.243811:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09500 00000400:00000200:0.0:1715209323.243815:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x12d9 [1] + 224 00000400:00000200:0.0:1715209323.243831:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209323.243835:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209323.243839:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075966720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209323.243901:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209323.243911:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209323.243913:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209323.243921:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526075966656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209323.243932:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526075966656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209323.243958:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 00000400:00000010:2.0:1715209323.243963:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 02000000:00000010:3.0:1715209323.243966:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c900. 00000100:00000010:3.0:1715209323.243970:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000400:00000200:2.0:1715209323.243971:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:2.0:1715209323.243973:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715209323.243980:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075966720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209323.243991:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075966720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209323.244015:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715209323.244019:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715209323.244023:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000100:00000010:2.0:1715209328.249331:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715209328.249362:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715209328.249468:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715209328.249473:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c500. 02000000:00000010:0.0:1715209328.249549:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209328.249556:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715209328.249561:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 00000400:00000010:2.0:1715209328.249562:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:0.0:1715209328.249569:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:2.0:1715209328.249569:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715209328.249576:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966848, portal 4 00000100:00000200:0.0:1715209328.249584:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966784, portal 25 00000400:00000010:2.0:1715209328.249584:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:2.0:1715209328.249587:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075966848, offset 0 00000400:00000010:0.0:1715209328.249588:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715209328.249591:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075966784, offset 0 00000400:00000200:2.0:1715209328.249598:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209328.249607:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209328.249614:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209328.249620:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209328.249625:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209328.249629:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209328.249632:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209328.249635:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [580:580:256:4294967295] 192.168.202.130@tcp LPNI seq info [580:580:8:4294967295] 00000400:00000200:2.0:1715209328.249646:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209328.249652:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209328.249655:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209328.249659:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209328.249663:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209328.249665:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209328.249668:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209328.249671:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [581:581:255:4294967295] 192.168.202.130@tcp LPNI seq info [581:581:7:4294967295] 00000800:00000010:2.0:1715209328.249677:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715209328.249681:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209328.249683:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209328.249686:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715209328.249694:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:0.0:1715209328.249699:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:2.0:1715209328.249699:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209328.249705:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209328.249711:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209328.249715:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209328.249795:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209328.249801:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715209328.249809:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209328.249816:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209328.249821:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:1.0:1715209328.249823:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:1.0:1715209328.249832:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526075966848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209328.249927:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209328.249930:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715209328.249933:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209328.249938:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209328.249941:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715209328.249944:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715209328.249949:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075966784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209328.251726:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209328.251738:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09580 00000400:00000200:0.0:1715209328.251745:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x12e9 [1] + 224 00000400:00000200:0.0:1715209328.251755:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209328.251759:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209328.251766:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526075966848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209328.251800:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209328.251805:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09540 00000400:00000200:0.0:1715209328.251809:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x12ed [1] + 224 00000400:00000200:0.0:1715209328.251826:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209328.251830:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209328.251834:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075966784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209328.251891:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715209328.251898:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:2.0:1715209328.251901:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715209328.251908:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526075966848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209328.251920:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526075966848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209328.251951:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715209328.251957:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c500. 00000100:00000010:2.0:1715209328.251961:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000400:00000010:1.0:1715209328.251969:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 00000400:00000200:1.0:1715209328.251977:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715209328.251979:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715209328.251987:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075966784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209328.251999:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075966784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209328.252017:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715209328.252022:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:1.0:1715209328.252025:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000100:00000010:3.0:1715209333.257407:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3253800. 02000000:00000010:3.0:1715209333.257434:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dba700. 00000100:00000010:3.0:1715209333.257502:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3253480. 02000000:00000010:3.0:1715209333.257511:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dba200. 02000000:00000010:2.0:1715209333.257526:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715209333.257537:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:2.0:1715209333.257544:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715209333.257551:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966912, portal 25 00000400:00000010:2.0:1715209333.257556:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715209333.257558:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075966912, offset 0 00000400:00000200:2.0:1715209333.257569:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209333.257584:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209333.257590:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209333.257595:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 02000000:00000010:3.0:1715209333.257597:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30a00. 00000400:00000200:2.0:1715209333.257598:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209333.257601:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209333.257604:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [582:582:256:4294967295] 192.168.202.130@tcp LPNI seq info [582:582:8:4294967295] 00000400:00000010:3.0:1715209333.257604:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715209333.257609:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209333.257613:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075966976, portal 4 00000400:00000200:2.0:1715209333.257615:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000010:3.0:1715209333.257620:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257dd0. 00000800:00000200:2.0:1715209333.257621:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715209333.257622:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075966976, offset 0 00000800:00000010:2.0:1715209333.257626:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000400:00000200:3.0:1715209333.257629:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209333.257637:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715209333.257641:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209333.257644:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209333.257647:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209333.257649:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209333.257650:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209333.257653:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [583:583:255:4294967295] 192.168.202.130@tcp LPNI seq info [583:583:7:4294967295] 00000800:00000200:2.0:1715209333.257660:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715209333.257663:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209333.257666:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209333.257678:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209333.257684:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba900. 00000800:00000200:3.0:1715209333.257688:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209333.257694:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209333.257698:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209333.257760:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209333.257765:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715209333.257773:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209333.257780:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209333.257785:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:0.0:1715209333.257787:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:0.0:1715209333.257797:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3253800 x1798526075966912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209333.257887:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209333.257890:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba900. 00000400:00000200:0.0:1715209333.257893:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209333.257905:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209333.257909:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257dd0 00000400:00000010:0.0:1715209333.257910:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257dd0. 00000100:00000200:0.0:1715209333.257915:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3253480 x1798526075966976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209333.259700:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209333.259713:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe095c0 00000400:00000200:0.0:1715209333.259720:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x12f9 [1] + 224 00000400:00000200:0.0:1715209333.259730:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209333.259733:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209333.259741:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3253800 x1798526075966912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209333.259775:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209333.259780:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09600 00000400:00000200:0.0:1715209333.259784:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1301 [1] + 224 00000400:00000200:0.0:1715209333.259800:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209333.259804:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209333.259808:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3253480 x1798526075966976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209333.259858:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715209333.259866:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:2.0:1715209333.259868:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715209333.259876:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3253800 x1798526075966912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209333.259887:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3253800 x1798526075966912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209333.259912:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715209333.259918:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dba700. 00000100:00000010:2.0:1715209333.259922:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3253800. 00000400:00000010:3.0:1715209333.259926:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209333.259935:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209333.259937:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209333.259945:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3253480 x1798526075966976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209333.259956:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3253480 x1798526075966976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209333.259979:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30a00. 02000000:00000010:3.0:1715209333.259985:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dba200. 00000100:00000010:3.0:1715209333.259987:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3253480. 00000100:00000010:2.0:1715209338.265298:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715209338.265320:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ca00. 00000100:00000010:2.0:1715209338.265392:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715209338.265396:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cf00. 02000000:00000010:3.0:1715209338.265410:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30a00. 00000400:00000010:3.0:1715209338.265418:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715209338.265422:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209338.265428:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075967040, portal 25 02000000:00000010:2.0:1715209338.265432:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:3.0:1715209338.265432:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257a18. 00000100:00000200:3.0:1715209338.265433:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075967040, offset 0 00000400:00000010:2.0:1715209338.265435:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:3.0:1715209338.265441:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209338.265445:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715209338.265447:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075967104, portal 4 00000400:00000010:2.0:1715209338.265451:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000400:00000200:3.0:1715209338.265451:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715209338.265453:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075967104, offset 0 00000400:00000200:3.0:1715209338.265455:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209338.265457:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209338.265458:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209338.265460:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209338.265462:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209338.265464:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [584:584:256:4294967295] 192.168.202.130@tcp LPNI seq info [584:584:8:4294967295] 00000400:00000200:3.0:1715209338.265471:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209338.265475:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209338.265476:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209338.265478:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209338.265480:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209338.265482:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209338.265483:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209338.265485:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [585:585:255:4294967295] 192.168.202.130@tcp LPNI seq info [585:585:7:4294967295] 00000800:00000010:3.0:1715209338.265489:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba500. 00000400:00000200:2.0:1715209338.265490:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209338.265494:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209338.265499:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209338.265501:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:3.0:1715209338.265501:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209338.265504:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209338.265504:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209338.265507:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209338.265509:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209338.265561:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209338.265564:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba500. 00000400:00000200:0.0:1715209338.265570:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209338.265574:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209338.265577:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257a18 00000400:00000010:0.0:1715209338.265578:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257a18. 00000100:00000200:0.0:1715209338.265584:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526075967040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209338.265650:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209338.265652:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715209338.265659:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209338.265662:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209338.265663:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:0.0:1715209338.265664:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:0.0:1715209338.265668:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526075967104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209338.266742:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209338.266749:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09640 00000400:00000200:0.0:1715209338.266753:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1309 [1] + 224 00000400:00000200:0.0:1715209338.266759:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209338.266761:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209338.266765:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526075967040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209338.266784:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209338.266786:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09680 00000400:00000200:0.0:1715209338.266790:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1311 [1] + 224 00000400:00000200:0.0:1715209338.266803:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209338.266806:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209338.266810:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526075967104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209338.266833:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209338.266838:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209338.266839:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209338.266843:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526075967040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209338.266849:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526075967040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209338.266856:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715209338.266860:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:2.0:1715209338.266861:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715209338.266866:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526075967104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209338.266866:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30a00. 02000000:00000010:3.0:1715209338.266870:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ca00. 00000100:00000200:2.0:1715209338.266872:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526075967104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:3.0:1715209338.266872:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715209338.266886:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715209338.266888:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cf00. 00000100:00000010:2.0:1715209338.266890:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 00000100:00000010:2.0:1715209343.273259:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715209343.273279:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715209343.273339:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715209343.273344:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c000. 02000000:00000010:0.0:1715209343.273378:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715209343.273381:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:0.0:1715209343.273386:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 00000400:00000010:1.0:1715209343.273387:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209343.273391:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000010:1.0:1715209343.273391:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209343.273396:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075967168, portal 25 00000400:00000010:0.0:1715209343.273400:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715209343.273400:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075967232, portal 4 00000100:00000200:0.0:1715209343.273402:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075967168, offset 0 00000400:00000200:0.0:1715209343.273408:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209343.273417:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da330. 00000400:00000200:0.0:1715209343.273418:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715209343.273419:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075967232, offset 0 00000400:00000200:0.0:1715209343.273422:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209343.273423:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209343.273430:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209343.273432:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209343.273434:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209343.273436:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [586:586:256:4294967295] 192.168.202.130@tcp LPNI seq info [586:586:8:4294967295] 00000400:00000200:0.0:1715209343.273442:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209343.273446:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209343.273447:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209343.273449:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209343.273449:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209343.273451:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209343.273452:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209343.273453:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209343.273454:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209343.273455:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [587:587:255:4294967295] 192.168.202.130@tcp LPNI seq info [587:587:7:4294967295] 00000800:00000200:0.0:1715209343.273459:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209343.273460:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209343.273462:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209343.273463:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715209343.273464:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715209343.273467:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209343.273470:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209343.273472:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209343.273523:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209343.273525:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715209343.273529:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209343.273533:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209343.273535:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715209343.273536:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715209343.273541:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526075967168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209343.273596:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209343.273597:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715209343.273599:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209343.273606:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209343.273608:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da330 00000400:00000010:2.0:1715209343.273608:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da330. 00000100:00000200:2.0:1715209343.273611:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526075967232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209343.274703:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209343.274711:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe096c0 00000400:00000200:0.0:1715209343.274716:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1319 [1] + 224 00000400:00000200:0.0:1715209343.274723:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209343.274726:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209343.274731:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526075967168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209343.274753:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209343.274757:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09700 00000400:00000200:0.0:1715209343.274760:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x131d [1] + 224 00000400:00000200:0.0:1715209343.274771:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209343.274773:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209343.274777:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526075967232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209343.274801:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 00000400:00000200:2.0:1715209343.274805:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715209343.274806:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715209343.274810:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526075967168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209343.274815:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526075967168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209343.274831:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209343.274834:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715209343.274837:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 00000400:00000010:1.0:1715209343.274843:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209343.274847:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209343.274848:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209343.274852:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526075967232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209343.274857:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526075967232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209343.274871:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715209343.274874:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c000. 00000100:00000010:1.0:1715209343.274875:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000100:00000010:0.0:1715209348.281298:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209348.281320:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209348.281356:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209348.281358:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:3.0:1715209348.281393:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 02000000:00000010:2.0:1715209348.281400:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:3.0:1715209348.281400:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715209348.281405:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:3.0:1715209348.281405:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209348.281410:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075967296, portal 25 00000400:00000010:2.0:1715209348.281414:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000400:00000010:3.0:1715209348.281414:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257c38. 00000100:00000200:3.0:1715209348.281415:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075967296, offset 0 00000100:00000200:2.0:1715209348.281416:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075967360, portal 4 00000400:00000010:2.0:1715209348.281421:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000400:00000200:3.0:1715209348.281422:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209348.281425:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075967360, offset 0 00000400:00000200:2.0:1715209348.281430:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209348.281433:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715209348.281437:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209348.281439:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209348.281442:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209348.281443:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209348.281445:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [588:588:256:4294967295] 192.168.202.130@tcp LPNI seq info [588:588:8:4294967295] 00000400:00000200:3.0:1715209348.281451:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209348.281455:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209348.281456:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715209348.281457:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbac00. 00000400:00000200:2.0:1715209348.281458:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209348.281460:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209348.281462:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209348.281463:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209348.281464:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [589:589:255:4294967295] 192.168.202.130@tcp LPNI seq info [589:589:7:4294967295] 00000800:00000200:3.0:1715209348.281466:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209348.281469:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209348.281472:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209348.281473:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:3.0:1715209348.281473:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209348.281477:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbac00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209348.281481:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209348.281485:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209348.281486:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209348.281537:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209348.281539:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbac00. 00000400:00000200:0.0:1715209348.281545:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209348.281549:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209348.281552:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257c38 00000400:00000010:0.0:1715209348.281553:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257c38. 00000100:00000200:0.0:1715209348.281558:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075967296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209348.281614:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209348.281615:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:0.0:1715209348.281617:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209348.281619:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209348.281620:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:0.0:1715209348.281621:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715209348.281623:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075967360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209348.282771:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209348.282778:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09740 00000400:00000200:0.0:1715209348.282782:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1329 [1] + 224 00000400:00000200:0.0:1715209348.282788:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209348.282790:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209348.282794:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075967296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209348.282814:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209348.282817:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09780 00000400:00000200:0.0:1715209348.282819:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1331 [1] + 224 00000400:00000200:0.0:1715209348.282829:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209348.282832:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209348.282834:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075967360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209348.282868:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209348.282872:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209348.282874:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209348.282878:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075967296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209348.282883:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075967296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209348.282898:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209348.282902:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715209348.282905:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:2.0:1715209348.282910:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715209348.282914:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:2.0:1715209348.282916:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715209348.282919:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075967360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209348.282925:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075967360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209348.282937:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715209348.282940:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209348.282941:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715209353.289277:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209353.289297:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209353.289334:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209353.289337:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715209353.289381:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209353.289382:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715209353.289386:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 00000400:00000010:2.0:1715209353.289389:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:0.0:1715209353.289391:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:2.0:1715209353.289393:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:0.0:1715209353.289396:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075967488, portal 4 00000100:00000200:2.0:1715209353.289396:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075967424, portal 25 00000400:00000010:0.0:1715209353.289400:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000010:2.0:1715209353.289401:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:0.0:1715209353.289402:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075967488, offset 0 00000100:00000200:2.0:1715209353.289403:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075967424, offset 0 00000400:00000200:0.0:1715209353.289409:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209353.289414:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209353.289419:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209353.289423:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209353.289426:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209353.289429:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209353.289431:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209353.289434:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [590:590:256:4294967295] 192.168.202.130@tcp LPNI seq info [590:590:8:4294967295] 00000400:00000200:0.0:1715209353.289443:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209353.289448:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209353.289450:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209353.289452:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209353.289452:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209353.289454:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209353.289455:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209353.289457:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209353.289457:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209353.289458:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [591:591:255:4294967295] 192.168.202.130@tcp LPNI seq info [591:591:7:4294967295] 00000800:00000200:0.0:1715209353.289463:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209353.289463:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209353.289466:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209353.289466:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209353.289468:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715209353.289470:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209353.289488:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209353.289490:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209353.289529:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209353.289532:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715209353.289538:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209353.289541:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209353.289543:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715209353.289548:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715209353.289553:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075967488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209353.289616:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209353.289617:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715209353.289618:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209353.289620:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209353.289621:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:1.0:1715209353.289622:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:1.0:1715209353.289624:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075967424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209353.290697:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209353.290703:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe097c0 00000400:00000200:0.0:1715209353.290708:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x133d [1] + 224 00000400:00000200:0.0:1715209353.290714:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209353.290716:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209353.290725:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075967424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209353.290745:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209353.290748:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09800 00000400:00000200:0.0:1715209353.290750:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1339 [1] + 224 00000400:00000200:0.0:1715209353.290760:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209353.290762:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209353.290764:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075967488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209353.290801:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715209353.290806:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:2.0:1715209353.290808:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000400:00000010:1.0:1715209353.290812:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 00000100:00000200:2.0:1715209353.290812:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075967424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209353.290815:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715209353.290816:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715209353.290819:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075967488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209353.290821:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075967424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209353.290827:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075967488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209353.290838:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209353.290838:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:1.0:1715209353.290842:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 02000000:00000010:2.0:1715209353.290842:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715209353.290845:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:2.0:1715209353.290845:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715209358.297253:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209358.297274:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209358.297310:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209358.297312:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715209358.297358:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209358.297360:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715209358.297363:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 00000400:00000010:1.0:1715209358.297366:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209358.297367:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715209358.297372:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075967616, portal 4 00000400:00000010:1.0:1715209358.297373:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209358.297376:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075967552, portal 25 00000400:00000010:0.0:1715209358.297377:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715209358.297378:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075967616, offset 0 00000400:00000010:1.0:1715209358.297379:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dadd0. 00000100:00000200:1.0:1715209358.297381:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075967552, offset 0 00000400:00000200:0.0:1715209358.297386:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209358.297393:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209358.297396:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209358.297400:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209358.297402:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209358.297404:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209358.297406:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209358.297408:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [592:592:256:4294967295] 192.168.202.130@tcp LPNI seq info [592:592:8:4294967295] 00000400:00000200:0.0:1715209358.297414:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209358.297417:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209358.297418:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209358.297420:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209358.297420:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209358.297422:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209358.297432:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209358.297434:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209358.297435:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209358.297435:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [593:593:255:4294967295] 192.168.202.130@tcp LPNI seq info [593:593:7:4294967295] 00000400:00000200:1.0:1715209358.297440:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209358.297441:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209358.297443:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209358.297444:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715209358.297445:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715209358.297448:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209358.297451:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209358.297453:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209358.297507:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209358.297509:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715209358.297514:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209358.297518:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209358.297520:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715209358.297521:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715209358.297526:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075967616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209358.297584:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209358.297585:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715209358.297588:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209358.297590:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209358.297591:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dadd0 00000400:00000010:2.0:1715209358.297592:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dadd0. 00000100:00000200:2.0:1715209358.297593:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075967552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209358.298664:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209358.298670:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09840 00000400:00000200:0.0:1715209358.298674:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x134d [1] + 224 00000400:00000200:0.0:1715209358.298680:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209358.298681:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209358.298685:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075967552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209358.298702:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209358.298705:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09880 00000400:00000200:0.0:1715209358.298708:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1349 [1] + 224 00000400:00000200:0.0:1715209358.298720:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209358.298723:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209358.298727:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075967616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209358.298757:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209358.298761:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209358.298762:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209358.298766:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075967552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209358.298770:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000100:00000200:1.0:1715209358.298772:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075967552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715209358.298774:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715209358.298775:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715209358.298784:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075967616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209358.298787:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 00000100:00000200:2.0:1715209358.298790:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075967616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209358.298792:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715209358.298794:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 02000000:00000010:2.0:1715209358.298804:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209358.298806:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715209358.298808:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000008:00000010:0.0:1715209360.697248:0:1631:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b414d900. 00000100:00000010:0.0:1715209360.697261:0:1631:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209360.697276:0:1631:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a2e00. 00000008:00000010:0.0:1715209360.697284:0:1631:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b609e000. 00000008:00000010:0.0:1715209360.697313:0:1631:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b414d900. 00000008:00000010:0.0:1715209360.697318:0:1631:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b414d900. 00000100:00000010:0.0:1715209360.697320:0:1631:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209360.697323:0:1631:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a2a00. 00000008:00000010:0.0:1715209360.697325:0:1631:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b609e0d0. 00000008:00000010:0.0:1715209360.697338:0:1631:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b414d900. 00000008:00000010:0.0:1715209360.697364:0:15153:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b609e0d0. 02000000:00000010:0.0:1715209360.697383:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a2a00. 00000008:00000010:2.0:1715209360.697383:0:15152:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b609e000. 00000100:00000010:0.0:1715209360.697386:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 02000000:00000010:2.0:1715209360.697392:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a2e00. 00000100:00000010:2.0:1715209360.697395:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715209363.305227:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209363.305251:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209363.305295:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209363.305299:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715209363.305350:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209363.305355:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 02000000:00000010:1.0:1715209363.305355:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715209363.305359:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000400:00000010:1.0:1715209363.305361:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715209363.305364:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075967872, portal 4 00000400:00000010:1.0:1715209363.305365:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209363.305367:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075967808, portal 25 00000400:00000010:0.0:1715209363.305370:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:1.0:1715209363.305370:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da660. 00000100:00000200:0.0:1715209363.305371:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075967872, offset 0 00000100:00000200:1.0:1715209363.305372:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075967808, offset 0 00000400:00000200:1.0:1715209363.305378:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209363.305383:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209363.305389:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209363.305393:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209363.305395:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209363.305398:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209363.305412:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209363.305415:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [594:594:256:4294967295] 192.168.202.130@tcp LPNI seq info [594:594:8:4294967295] 00000400:00000200:1.0:1715209363.305422:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209363.305426:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209363.305427:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209363.305429:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715209363.305429:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715209363.305431:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209363.305432:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715209363.305432:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209363.305434:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209363.305435:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [595:595:255:4294967295] 192.168.202.130@tcp LPNI seq info [595:595:7:4294967295] 00000800:00000200:1.0:1715209363.305439:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209363.305440:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209363.305443:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715209363.305443:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715209363.305445:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000800:00000200:0.0:1715209363.305447:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209363.305450:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209363.305452:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209363.305501:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209363.305504:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715209363.305510:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209363.305514:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209363.305516:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da660 00000400:00000010:2.0:1715209363.305518:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da660. 00000100:00000200:2.0:1715209363.305523:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075967808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209363.305581:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209363.305582:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209363.305584:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209363.305586:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209363.305587:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715209363.305588:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715209363.305590:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075967872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209363.306751:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209363.306776:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09940 00000400:00000200:0.0:1715209363.306782:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x135d [1] + 224 00000400:00000200:0.0:1715209363.306790:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209363.306800:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209363.306806:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075967808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209363.306833:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209363.306836:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09980 00000400:00000200:0.0:1715209363.306839:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1359 [1] + 224 00000400:00000200:0.0:1715209363.306848:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209363.306851:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209363.306853:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075967872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209363.306882:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209363.306886:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209363.306887:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209363.306891:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075967808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209363.306896:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075967808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209363.306912:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715209363.306916:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715209363.306919:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:2.0:1715209363.306923:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000400:00000200:2.0:1715209363.306927:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715209363.306928:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715209363.306932:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075967872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209363.306947:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075967872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209363.306960:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209363.306963:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715209363.306964:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000008:00000010:0.0:1715209366.713241:0:1631:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b414de00. 00000100:00000010:0.0:1715209366.713256:0:1631:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209366.713270:0:1631:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a2a00. 00000008:00000010:0.0:1715209366.713278:0:1631:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b609e0d0. 00000008:00000010:0.0:1715209366.713307:0:1631:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b414de00. 00000008:00000010:0.0:1715209366.713312:0:1631:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b414de00. 00000100:00000010:0.0:1715209366.713314:0:1631:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209366.713316:0:1631:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a3c00. 00000008:00000010:0.0:1715209366.713319:0:1631:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b609e000. 00000008:00000010:0.0:1715209366.713333:0:1631:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b414de00. 02000000:00000010:0.0:1715209366.713368:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab31d800. 00000400:00000010:0.0:1715209366.713373:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 00000008:00000010:3.0:1715209366.713373:0:15151:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b609e0d0. 00000400:00000010:0.0:1715209366.713377:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715209366.713383:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075968000, portal 4 02000000:00000010:3.0:1715209366.713384:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209366.713388:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000010:3.0:1715209366.713389:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000200:0.0:1715209366.713390:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 28, xid 1798526075968000, offset 0 00000400:00000200:0.0:1715209366.713396:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209366.713405:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209366.713409:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209366.713412:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209366.713426:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209366.713428:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209366.713430:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [596:596:256:4294967295] 192.168.202.130@tcp LPNI seq info [596:596:8:4294967295] 00000400:00000200:0.0:1715209366.713437:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209366.713441:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209366.713444:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715209366.713448:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209366.713455:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209366.713458:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:2.0:1715209366.713560:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209366.713563:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715209366.713565:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209366.713569:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209366.713572:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715209366.713574:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715209366.713579:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075968000/t0(0) o17->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 456/432 e 0 to 0 dl 1715209382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209366.714715:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209366.714723:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 432 into portal 4 MB=0x663bffbe09a00 00000400:00000200:0.0:1715209366.714727:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 432/432 into md 0x1369 [1] + 224 00000400:00000200:0.0:1715209366.714740:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209366.714742:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209366.714747:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075968000/t0(0) o17->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 456/432 e 0 to 0 dl 1715209382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209366.714793:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000400:00000200:2.0:1715209366.714796:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715209366.714798:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715209366.714803:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075968000/t0(0) o17->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 456/432 e 0 to 0 dl 1715209382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209366.714816:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075968000/t0(0) o17->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 456/432 e 0 to 0 dl 1715209382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00000010:2.0:1715209366.714837:0:15153:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b609e000. 02000000:00000010:2.0:1715209366.714842:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab31d800. 02000000:00000010:2.0:1715209366.714845:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a3c00. 00000100:00000010:2.0:1715209366.714848:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715209368.313177:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209368.313197:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209368.313227:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209368.313229:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715209368.313271:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715209368.313274:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715209368.313276:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000400:00000010:0.0:1715209368.313281:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000010:1.0:1715209368.313283:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715209368.313286:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968128, portal 4 00000400:00000010:1.0:1715209368.313287:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209368.313289:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968064, portal 25 00000400:00000010:0.0:1715209368.313291:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:1.0:1715209368.313291:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dacc0. 00000100:00000200:0.0:1715209368.313293:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075968128, offset 0 00000100:00000200:1.0:1715209368.313293:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075968064, offset 0 00000400:00000200:0.0:1715209368.313300:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209368.313304:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209368.313310:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209368.313314:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209368.313328:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209368.313331:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209368.313332:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209368.313334:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [597:597:256:4294967295] 192.168.202.130@tcp LPNI seq info [597:597:8:4294967295] 00000400:00000200:0.0:1715209368.313340:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209368.313344:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209368.313345:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209368.313347:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209368.313347:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209368.313349:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209368.313351:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209368.313351:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209368.313352:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209368.313358:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209368.313359:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [598:598:255:4294967295] 192.168.202.130@tcp LPNI seq info [598:598:7:4294967295] 00000800:00000200:0.0:1715209368.313361:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209368.313364:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209368.313367:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209368.313369:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715209368.313372:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209368.313375:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209368.313377:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209368.313416:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209368.313419:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715209368.313423:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209368.313428:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209368.313430:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715209368.313432:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715209368.313442:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075968128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209368.313502:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209368.313503:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715209368.313506:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209368.313508:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209368.313509:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dacc0 00000400:00000010:2.0:1715209368.313510:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dacc0. 00000100:00000200:2.0:1715209368.313512:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075968064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209368.314525:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209368.314531:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09a40 00000400:00000200:0.0:1715209368.314535:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1375 [1] + 224 00000400:00000200:0.0:1715209368.314542:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209368.314544:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209368.314549:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075968064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209368.314577:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209368.314582:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09a80 00000400:00000200:0.0:1715209368.314585:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1371 [1] + 224 00000400:00000010:1.0:1715209368.314600:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209368.314604:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209368.314604:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209368.314605:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209368.314607:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:1.0:1715209368.314609:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075968064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209368.314612:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075968128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209368.314615:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075968064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209368.314631:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715209368.314635:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715209368.314637:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:2.0:1715209368.314684:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 00000400:00000200:2.0:1715209368.314688:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715209368.314689:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715209368.314693:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075968128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209368.314698:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075968128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209368.314711:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209368.314713:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715209368.314715:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715209373.321270:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209373.321291:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209373.321329:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209373.321331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715209373.321395:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209373.321396:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715209373.321400:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 00000400:00000010:2.0:1715209373.321402:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:0.0:1715209373.321405:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000400:00000010:2.0:1715209373.321405:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:0.0:1715209373.321411:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968256, portal 4 00000100:00000200:2.0:1715209373.321414:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968192, portal 25 00000400:00000010:0.0:1715209373.321417:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000010:2.0:1715209373.321417:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000100:00000200:0.0:1715209373.321418:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075968256, offset 0 00000100:00000200:2.0:1715209373.321418:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075968192, offset 0 00000400:00000200:0.0:1715209373.321426:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209373.321431:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209373.321437:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209373.321440:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209373.321443:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209373.321446:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209373.321448:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209373.321451:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [599:599:256:4294967295] 192.168.202.130@tcp LPNI seq info [599:599:8:4294967295] 00000400:00000200:0.0:1715209373.321460:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209373.321465:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209373.321465:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209373.321468:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209373.321469:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209373.321470:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209373.321471:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209373.321474:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209373.321478:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209373.321480:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [600:600:255:4294967295] 192.168.202.130@tcp LPNI seq info [600:600:7:4294967295] 00000800:00000200:0.0:1715209373.321483:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209373.321485:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209373.321488:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209373.321488:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209373.321491:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715209373.321494:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209373.321497:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209373.321499:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209373.321559:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209373.321564:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209373.321570:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209373.321575:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209373.321579:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715209373.321580:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715209373.321587:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075968256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209373.321663:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209373.321665:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715209373.321668:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209373.321672:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209373.321674:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:1.0:1715209373.321682:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:1.0:1715209373.321687:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075968192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209373.322767:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209373.322775:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09b00 00000400:00000200:0.0:1715209373.322781:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1381 [1] + 224 00000400:00000200:0.0:1715209373.322788:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209373.322791:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209373.322797:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075968256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209373.322823:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209373.322828:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09ac0 00000400:00000200:0.0:1715209373.322832:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1385 [1] + 224 00000400:00000200:0.0:1715209373.322859:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209373.322862:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209373.322866:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075968192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209373.322872:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 00000400:00000200:2.0:1715209373.322876:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715209373.322877:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715209373.322882:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075968256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209373.322887:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075968256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209373.322907:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209373.322911:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000400:00000010:3.0:1715209373.322911:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000100:00000010:2.0:1715209373.322914:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000200:3.0:1715209373.322915:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:3.0:1715209373.322916:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:3.0:1715209373.322921:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075968192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209373.322927:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075968192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209373.322937:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715209373.322940:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715209373.322942:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715209378.329179:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209378.329199:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209378.329232:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209378.329234:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:1.0:1715209378.329266:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 02000000:00000010:0.0:1715209378.329273:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:1.0:1715209378.329273:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209378.329276:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 00000400:00000010:0.0:1715209378.329279:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:1.0:1715209378.329279:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209378.329284:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968384, portal 4 00000100:00000200:1.0:1715209378.329285:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968320, portal 25 00000400:00000010:1.0:1715209378.329288:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da3b8. 00000400:00000010:0.0:1715209378.329289:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715209378.329290:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075968384, offset 0 00000100:00000200:1.0:1715209378.329291:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075968320, offset 0 00000400:00000200:0.0:1715209378.329297:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209378.329302:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209378.329308:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209378.329312:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209378.329315:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209378.329317:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209378.329319:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209378.329321:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [601:601:256:4294967295] 192.168.202.130@tcp LPNI seq info [601:601:8:4294967295] 00000400:00000200:0.0:1715209378.329327:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209378.329331:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209378.329333:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209378.329335:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715209378.329335:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209378.329338:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209378.329339:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209378.329340:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209378.329342:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209378.329344:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [602:602:255:4294967295] 192.168.202.130@tcp LPNI seq info [602:602:7:4294967295] 00000800:00000200:0.0:1715209378.329346:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209378.329349:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209378.329352:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209378.329356:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209378.329359:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715209378.329362:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209378.329367:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209378.329370:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209378.329419:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209378.329423:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209378.329429:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209378.329434:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209378.329437:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715209378.329439:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715209378.329447:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075968384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209378.329534:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209378.329536:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715209378.329538:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209378.329541:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209378.329556:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da3b8 00000400:00000010:2.0:1715209378.329557:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da3b8. 00000100:00000200:2.0:1715209378.329559:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075968320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209378.330620:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209378.330627:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09b40 00000400:00000200:0.0:1715209378.330636:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1395 [1] + 224 00000400:00000200:0.0:1715209378.330643:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209378.330645:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209378.330649:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075968320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209378.330668:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209378.330671:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09b80 00000400:00000200:0.0:1715209378.330673:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1391 [1] + 224 00000400:00000200:0.0:1715209378.330683:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209378.330685:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209378.330687:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075968384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209378.330718:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209378.330722:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209378.330723:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000400:00000010:2.0:1715209378.330726:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 00000100:00000200:1.0:1715209378.330727:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075968320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715209378.330731:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715209378.330732:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715209378.330733:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075968320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209378.330737:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075968384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209378.330744:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075968384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209378.330749:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715209378.330758:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 02000000:00000010:2.0:1715209378.330760:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000100:00000010:1.0:1715209378.330761:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 02000000:00000010:2.0:1715209378.330764:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715209378.330766:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715209383.337223:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209383.337243:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209383.337283:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209383.337286:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:2.0:1715209383.337324:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 02000000:00000010:0.0:1715209383.337331:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:2.0:1715209383.337332:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd58f0. 00000400:00000010:0.0:1715209383.337334:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 00000400:00000010:2.0:1715209383.337337:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000400:00000010:0.0:1715209383.337339:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715209383.337342:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968512, portal 4 00000100:00000200:2.0:1715209383.337342:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968448, portal 25 00000400:00000010:2.0:1715209383.337346:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000010:0.0:1715209383.337347:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715209383.337348:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075968448, offset 0 00000100:00000200:0.0:1715209383.337349:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075968512, offset 0 00000400:00000200:2.0:1715209383.337357:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209383.337363:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209383.337369:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209383.337374:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209383.337378:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209383.337381:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209383.337383:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209383.337386:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [603:603:256:4294967295] 192.168.202.130@tcp LPNI seq info [603:603:8:4294967295] 00000400:00000200:2.0:1715209383.337393:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209383.337397:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209383.337398:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209383.337400:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000400:00000200:0.0:1715209383.337401:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209383.337404:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209383.337406:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209383.337407:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209383.337410:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [604:604:255:4294967295] 192.168.202.130@tcp LPNI seq info [604:604:7:4294967295] 00000800:00000200:2.0:1715209383.337416:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209383.337423:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209383.337425:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209383.337427:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209383.337429:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209383.337432:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715209383.337435:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209383.337439:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209383.337446:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209383.337481:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209383.337484:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715209383.337489:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209383.337493:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209383.337496:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:1.0:1715209383.337497:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:1.0:1715209383.337502:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075968448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209383.337551:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209383.337552:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209383.337554:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209383.337556:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209383.337557:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715209383.337558:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715209383.337560:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075968512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209383.338572:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209383.338581:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09bc0 00000400:00000200:0.0:1715209383.338586:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x13a1 [1] + 224 00000400:00000200:0.0:1715209383.338593:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209383.338596:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209383.338601:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075968448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209383.338625:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209383.338629:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09c00 00000400:00000200:0.0:1715209383.338632:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x13a5 [1] + 224 00000400:00000200:0.0:1715209383.338642:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715209383.338642:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd58f0. 00000400:00000200:0.0:1715209383.338645:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209383.338646:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:2.0:1715209383.338647:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:0.0:1715209383.338650:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075968512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209383.338651:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075968448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209383.338657:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075968448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209383.338672:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715209383.338675:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715209383.338678:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:1.0:1715209383.338693:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 00000400:00000200:1.0:1715209383.338697:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715209383.338698:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715209383.338702:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075968512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209383.338707:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075968512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209383.338722:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209383.338726:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715209383.338728:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715209388.345232:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209388.345257:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209388.345307:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209388.345311:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:1.0:1715209388.345362:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 02000000:00000010:0.0:1715209388.345372:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:1.0:1715209388.345372:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209388.345378:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 00000400:00000010:1.0:1715209388.345379:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715209388.345382:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715209388.345386:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968576, portal 25 00000100:00000200:0.0:1715209388.345402:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968640, portal 4 00000400:00000010:1.0:1715209388.345402:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da908. 00000100:00000200:1.0:1715209388.345405:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075968576, offset 0 00000400:00000010:0.0:1715209388.345409:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000200:1.0:1715209388.345415:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209388.345423:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075968640, offset 0 00000400:00000200:1.0:1715209388.345429:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209388.345432:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209388.345435:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209388.345439:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209388.345442:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209388.345445:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209388.345448:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [605:605:256:4294967295] 192.168.202.130@tcp LPNI seq info [605:605:8:4294967295] 00000400:00000200:1.0:1715209388.345458:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209388.345464:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209388.345468:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715209388.345468:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715209388.345475:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715209388.345475:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209388.345479:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209388.345483:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715209388.345484:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209388.345487:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715209388.345488:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209388.345491:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [606:606:255:4294967295] 192.168.202.130@tcp LPNI seq info [606:606:7:4294967295] 00000400:00000200:0.0:1715209388.345504:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209388.345511:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209388.345516:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715209388.345522:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209388.345529:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209388.345532:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209388.345577:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209388.345583:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715209388.345590:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209388.345596:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209388.345600:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da908 00000400:00000010:2.0:1715209388.345602:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da908. 00000100:00000200:2.0:1715209388.345611:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075968576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209388.345693:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209388.345695:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209388.345697:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209388.345701:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209388.345703:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715209388.345704:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715209388.345708:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075968640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209388.347288:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209388.347301:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09c40 00000400:00000200:0.0:1715209388.347308:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x13b1 [1] + 224 00000400:00000200:0.0:1715209388.347319:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209388.347322:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209388.347330:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075968576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209388.347366:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209388.347371:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09c80 00000400:00000200:0.0:1715209388.347375:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x13b5 [1] + 224 00000400:00000200:0.0:1715209388.347392:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209388.347396:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209388.347408:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075968640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209388.347448:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209388.347456:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209388.347458:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209388.347465:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075968576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209388.347477:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075968576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209388.347502:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 00000400:00000010:2.0:1715209388.347506:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 02000000:00000010:1.0:1715209388.347510:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000400:00000200:2.0:1715209388.347515:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000100:00000010:1.0:1715209388.347516:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:2.0:1715209388.347526:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715209388.347534:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075968640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209388.347546:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075968640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209388.347570:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209388.347574:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209388.347577:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715209393.353279:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209393.353309:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715209393.353358:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209393.353362:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:2.0:1715209393.353429:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 02000000:00000010:0.0:1715209393.353431:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209393.353441:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000400:00000010:2.0:1715209393.353441:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd58f0. 00000400:00000010:0.0:1715209393.353449:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000010:2.0:1715209393.353450:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:0.0:1715209393.353459:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968768, portal 4 00000100:00000200:2.0:1715209393.353468:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968704, portal 25 00000400:00000010:0.0:1715209393.353470:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:2.0:1715209393.353474:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:0.0:1715209393.353475:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075968768, offset 0 00000100:00000200:2.0:1715209393.353478:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075968704, offset 0 00000400:00000200:0.0:1715209393.353489:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209393.353499:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209393.353507:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209393.353514:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209393.353520:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209393.353526:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209393.353529:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209393.353534:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [607:607:256:4294967295] 192.168.202.130@tcp LPNI seq info [607:607:8:4294967295] 00000400:00000200:0.0:1715209393.353549:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209393.353558:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209393.353563:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209393.353564:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715209393.353569:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209393.353571:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209393.353574:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209393.353578:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209393.353581:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209393.353582:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209393.353586:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209393.353586:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [608:608:255:4294967295] 192.168.202.130@tcp LPNI seq info [608:608:7:4294967295] 00000400:00000200:2.0:1715209393.353600:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209393.353608:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209393.353614:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715209393.353621:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209393.353629:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209393.353634:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209393.353696:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209393.353701:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715209393.353709:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209393.353717:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209393.353723:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715209393.353746:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715209393.353756:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075968768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209393.353844:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209393.353881:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715209393.353885:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209393.353889:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209393.353892:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:1.0:1715209393.353894:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:1.0:1715209393.353898:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075968704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209393.355577:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209393.355590:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09d00 00000400:00000200:0.0:1715209393.355598:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x13c1 [1] + 224 00000400:00000200:0.0:1715209393.355611:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209393.355620:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209393.355628:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075968768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209393.355668:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209393.355674:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09cc0 00000400:00000200:0.0:1715209393.355679:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x13c5 [1] + 224 00000400:00000200:0.0:1715209393.355698:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209393.355702:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209393.355707:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075968704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209393.355764:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:2.0:1715209393.355774:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715209393.355778:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715209393.355800:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075968768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209393.355803:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd58f0. 00000400:00000200:3.0:1715209393.355811:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:3.0:1715209393.355814:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715209393.355817:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075968768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209393.355822:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075968704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209393.355872:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075968704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209393.355887:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:3.0:1715209393.355891:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715209393.355896:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 02000000:00000010:3.0:1715209393.355896:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209393.355901:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:3.0:1715209393.355901:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715209398.361260:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209398.361289:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209398.361347:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209398.361351:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209398.361426:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209398.361428:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715209398.361434:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 00000400:00000010:2.0:1715209398.361437:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000400:00000010:0.0:1715209398.361441:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:2.0:1715209398.361442:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:0.0:1715209398.361448:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968896, portal 4 00000100:00000200:2.0:1715209398.361455:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968832, portal 25 00000400:00000010:0.0:1715209398.361456:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715209398.361459:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075968896, offset 0 00000400:00000010:2.0:1715209398.361460:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715209398.361462:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075968832, offset 0 00000400:00000200:0.0:1715209398.361470:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209398.361478:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209398.361487:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209398.361493:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209398.361498:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209398.361502:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209398.361504:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209398.361508:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [609:609:256:4294967295] 192.168.202.130@tcp LPNI seq info [609:609:8:4294967295] 00000400:00000200:0.0:1715209398.361519:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209398.361525:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209398.361527:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209398.361531:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209398.361535:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209398.361537:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209398.361540:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209398.361543:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [610:610:255:4294967295] 192.168.202.130@tcp LPNI seq info [610:610:7:4294967295] 00000800:00000010:0.0:1715209398.361548:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715209398.361552:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209398.361555:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209398.361557:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209398.361561:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:0.0:1715209398.361565:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209398.361566:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209398.361570:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209398.361572:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209398.361575:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209398.361737:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209398.361744:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715209398.361751:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209398.361758:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209398.361763:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715209398.361765:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715209398.361774:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075968896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209398.361904:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209398.361907:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715209398.361910:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209398.361913:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209398.361916:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:1.0:1715209398.361918:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:1.0:1715209398.361922:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075968832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209398.363783:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209398.363796:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09d40 00000400:00000200:0.0:1715209398.363803:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x13d5 [1] + 224 00000400:00000200:0.0:1715209398.363844:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209398.363849:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209398.363856:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075968832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209398.363893:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209398.363898:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09d80 00000400:00000200:0.0:1715209398.363902:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x13d1 [1] + 224 00000400:00000200:0.0:1715209398.363919:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209398.363923:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209398.363928:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075968896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209398.363984:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715209398.363992:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:2.0:1715209398.363993:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715209398.364002:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075968832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209398.364022:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000100:00000200:2.0:1715209398.364023:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075968832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209398.364030:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715209398.364033:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715209398.364042:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075968896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209398.364049:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715209398.364055:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715209398.364059:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000200:1.0:1715209398.364078:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075968896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209398.364108:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715209398.364114:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209398.364166:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715209403.369226:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209403.369248:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715209403.369291:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209403.369294:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:1.0:1715209403.369333:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:1.0:1715209403.369340:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 02000000:00000010:0.0:1715209403.369343:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:1.0:1715209403.369346:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715209403.369348:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 00000400:00000010:0.0:1715209403.369353:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715209403.369353:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075968960, portal 25 00000100:00000200:0.0:1715209403.369356:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969024, portal 4 00000400:00000010:1.0:1715209403.369358:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daee0. 00000100:00000200:1.0:1715209403.369360:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075968960, offset 0 00000400:00000010:0.0:1715209403.369361:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000200:1.0:1715209403.369366:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209403.369370:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075969024, offset 0 00000400:00000200:0.0:1715209403.369376:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209403.369382:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209403.369386:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209403.369388:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209403.369390:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209403.369392:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209403.369394:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [611:611:256:4294967295] 192.168.202.130@tcp LPNI seq info [611:611:8:4294967295] 00000400:00000200:1.0:1715209403.369400:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209403.369404:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209403.369405:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715209403.369406:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715209403.369409:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715209403.369410:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209403.369411:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209403.369413:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209403.369415:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715209403.369417:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209403.369418:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [612:612:255:4294967295] 192.168.202.130@tcp LPNI seq info [612:612:7:4294967295] 00000800:00000200:1.0:1715209403.369420:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209403.369425:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209403.369429:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209403.369432:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715209403.369436:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209403.369440:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209403.369443:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209403.369476:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209403.369479:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715209403.369485:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209403.369489:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209403.369492:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daee0 00000400:00000010:2.0:1715209403.369494:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daee0. 00000100:00000200:2.0:1715209403.369500:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075968960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209403.369557:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209403.369558:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209403.369560:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209403.369562:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209403.369563:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715209403.369564:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715209403.369566:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075969024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209403.370622:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209403.370631:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09dc0 00000400:00000200:0.0:1715209403.370637:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x13e1 [1] + 224 00000400:00000200:0.0:1715209403.370646:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209403.370649:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209403.370654:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075968960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209403.370680:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209403.370684:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09e00 00000400:00000200:0.0:1715209403.370687:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x13e5 [1] + 224 00000400:00000200:0.0:1715209403.370700:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209403.370703:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209403.370708:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075969024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209403.370727:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209403.370731:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209403.370732:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209403.370736:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075968960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209403.370751:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075968960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209403.370793:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 00000400:00000010:2.0:1715209403.370797:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 02000000:00000010:1.0:1715209403.370798:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715209403.370800:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000200:2.0:1715209403.370802:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715209403.370803:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715209403.370807:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075969024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209403.370812:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075969024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209403.370826:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209403.370828:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209403.370835:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715209408.377331:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209408.377355:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209408.377433:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209408.377437:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715209408.377492:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209408.377500:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 00000400:00000010:0.0:1715209408.377506:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715209408.377513:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969152, portal 4 02000000:00000010:2.0:1715209408.377513:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715209408.377519:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000010:2.0:1715209408.377520:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000100:00000200:0.0:1715209408.377521:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075969152, offset 0 00000400:00000010:2.0:1715209408.377525:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000400:00000200:0.0:1715209408.377530:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209408.377537:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969088, portal 25 00000400:00000010:2.0:1715209408.377541:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000400:00000200:0.0:1715209408.377542:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715209408.377543:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075969088, offset 0 00000400:00000200:0.0:1715209408.377547:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209408.377549:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209408.377551:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209408.377554:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209408.377557:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209408.377559:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [613:613:256:4294967295] 192.168.202.130@tcp LPNI seq info [613:613:8:4294967295] 00000400:00000200:0.0:1715209408.377575:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209408.377581:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209408.377583:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209408.377584:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209408.377586:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209408.377589:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209408.377590:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209408.377591:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209408.377593:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209408.377596:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [614:614:255:4294967295] 192.168.202.130@tcp LPNI seq info [614:614:7:4294967295] 00000800:00000200:0.0:1715209408.377599:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209408.377603:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209408.377604:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209408.377607:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209408.377610:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715209408.377614:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209408.377619:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209408.377622:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209408.377693:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209408.377698:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209408.377705:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209408.377713:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209408.377741:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715209408.377744:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715209408.377755:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075969152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209408.377848:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209408.377851:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715209408.377855:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209408.377860:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209408.377863:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:1.0:1715209408.377865:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:1.0:1715209408.377871:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075969088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209408.379218:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209408.379229:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09e80 00000400:00000200:0.0:1715209408.379236:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x13f1 [1] + 224 00000400:00000200:0.0:1715209408.379246:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209408.379250:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209408.379257:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075969152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209408.379291:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209408.379306:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09e40 00000400:00000200:0.0:1715209408.379311:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x13f9 [1] + 224 00000400:00000200:0.0:1715209408.379327:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209408.379330:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209408.379335:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075969088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209408.379381:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 00000400:00000200:2.0:1715209408.379389:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715209408.379391:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715209408.379399:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075969152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209408.379410:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075969152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209408.379441:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209408.379446:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715209408.379450:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:3.0:1715209408.379464:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:3.0:1715209408.379473:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:3.0:1715209408.379475:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:3.0:1715209408.379483:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075969088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209408.379494:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075969088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209408.379513:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715209408.379518:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715209408.379521:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715209413.385276:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209413.385304:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209413.385353:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209413.385356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209413.385425:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209413.385432:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 00000400:00000010:0.0:1715209413.385438:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715209413.385445:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969280, portal 4 02000000:00000010:1.0:1715209413.385446:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:0.0:1715209413.385451:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715209413.385454:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075969280, offset 0 00000400:00000010:1.0:1715209413.385454:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209413.385459:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209413.385463:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209413.385471:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969216, portal 25 00000400:00000010:1.0:1715209413.385475:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000400:00000200:0.0:1715209413.385477:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715209413.385477:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075969216, offset 0 00000400:00000200:0.0:1715209413.385483:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209413.385483:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209413.385487:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209413.385490:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209413.385493:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209413.385496:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [615:615:256:4294967295] 192.168.202.130@tcp LPNI seq info [615:615:8:4294967295] 00000400:00000200:0.0:1715209413.385505:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209413.385511:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209413.385513:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209413.385514:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715209413.385516:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209413.385520:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209413.385529:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209413.385533:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209413.385535:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209413.385538:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209413.385540:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209413.385543:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [616:616:255:4294967295] 192.168.202.130@tcp LPNI seq info [616:616:7:4294967295] 00000400:00000200:1.0:1715209413.385551:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209413.385555:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209413.385558:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715209413.385562:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209413.385567:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209413.385570:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209413.385622:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209413.385627:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715209413.385634:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209413.385640:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209413.385644:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715209413.385645:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715209413.385653:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075969280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209413.385765:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209413.385768:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715209413.385773:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209413.385778:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209413.385782:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:2.0:1715209413.385783:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:2.0:1715209413.385789:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075969216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209413.387501:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209413.387513:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09f00 00000400:00000200:0.0:1715209413.387520:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1401 [1] + 224 00000400:00000200:0.0:1715209413.387530:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209413.387534:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209413.387541:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075969280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209413.387577:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209413.387582:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09ec0 00000400:00000200:0.0:1715209413.387586:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1409 [1] + 224 00000400:00000200:0.0:1715209413.387603:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209413.387607:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209413.387612:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075969216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209413.387631:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000400:00000200:2.0:1715209413.387639:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715209413.387642:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715209413.387650:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075969280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209413.387666:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075969280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209413.387716:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209413.387724:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209413.387726:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 02000000:00000010:2.0:1715209413.387729:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000100:00000200:1.0:1715209413.387734:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075969216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209413.387738:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209413.387742:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000200:1.0:1715209413.387745:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075969216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209413.387764:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715209413.387771:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715209413.387775:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715209418.393250:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209418.393278:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209418.393335:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209418.393343:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:2.0:1715209418.393390:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715209418.393401:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000010:2.0:1715209418.393410:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 02000000:00000010:0.0:1715209418.393414:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209418.393418:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000100:00000200:2.0:1715209418.393419:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969344, portal 25 00000400:00000010:0.0:1715209418.393423:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715209418.393426:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969408, portal 4 00000400:00000010:2.0:1715209418.393426:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715209418.393429:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075969344, offset 0 00000400:00000010:0.0:1715209418.393433:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715209418.393436:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075969408, offset 0 00000400:00000200:0.0:1715209418.393449:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209418.393456:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209418.393465:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209418.393472:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209418.393479:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209418.393483:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209418.393494:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209418.393500:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [617:617:256:4294967295] 192.168.202.130@tcp LPNI seq info [617:617:8:4294967295] 00000400:00000200:0.0:1715209418.393516:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:2.0:1715209418.393524:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715209418.393526:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209418.393528:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209418.393531:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715209418.393532:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209418.393535:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209418.393538:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209418.393540:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209418.393542:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [618:618:255:4294967295] 192.168.202.130@tcp LPNI seq info [618:618:7:4294967295] 00000800:00000200:0.0:1715209418.393552:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209418.393553:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209418.393559:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209418.393560:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209418.393564:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715209418.393568:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209418.393574:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209418.393578:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209418.393688:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209418.393694:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715209418.393701:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209418.393708:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209418.393713:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715209418.393715:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715209418.393724:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075969408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209418.393815:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209418.393818:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715209418.393830:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209418.393834:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209418.393837:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:1.0:1715209418.393838:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:1.0:1715209418.393843:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075969344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209418.395667:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209418.395682:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe09f80 00000400:00000200:0.0:1715209418.395691:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1415 [1] + 224 00000400:00000200:0.0:1715209418.395703:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209418.395707:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209418.395714:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075969408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209418.395760:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209418.395770:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09f40 00000400:00000200:0.0:1715209418.395776:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1411 [1] + 224 00000400:00000010:2.0:1715209418.395799:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:0.0:1715209418.395803:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209418.395805:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715209418.395807:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000400:00000200:0.0:1715209418.395810:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715209418.395814:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075969408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209418.395816:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075969344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209418.395830:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075969408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209418.395865:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209418.395872:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209418.395877:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:3.0:1715209418.395902:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:3.0:1715209418.395910:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:3.0:1715209418.395912:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:3.0:1715209418.395920:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075969344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209418.395931:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075969344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209418.395949:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715209418.395953:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715209418.395956:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715209423.401247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209423.401276:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209423.401327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209423.401331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715209423.401410:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209423.401434:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 02000000:00000010:1.0:1715209423.401435:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:0.0:1715209423.401440:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715209423.401447:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969536, portal 4 00000400:00000010:1.0:1715209423.401447:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209423.401455:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000400:00000010:1.0:1715209423.401455:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209423.401458:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075969536, offset 0 00000100:00000200:1.0:1715209423.401460:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969472, portal 25 00000400:00000010:1.0:1715209423.401466:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daf68. 00000400:00000200:0.0:1715209423.401469:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209423.401481:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075969472, offset 0 00000400:00000200:0.0:1715209423.401484:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209423.401489:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209423.401491:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209423.401494:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209423.401497:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209423.401500:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209423.401504:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [619:619:256:4294967295] 192.168.202.130@tcp LPNI seq info [619:619:8:4294967295] 00000400:00000200:0.0:1715209423.401515:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209423.401521:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209423.401524:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209423.401525:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209423.401528:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209423.401532:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209423.401532:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209423.401534:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209423.401537:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209423.401540:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [620:620:255:4294967295] 192.168.202.130@tcp LPNI seq info [620:620:7:4294967295] 00000800:00000200:0.0:1715209423.401543:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209423.401548:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209423.401550:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209423.401555:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209423.401558:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715209423.401563:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209423.401569:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209423.401573:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209423.401670:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209423.401676:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209423.401683:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209423.401690:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209423.401695:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715209423.401697:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715209423.401706:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075969536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209423.401808:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209423.401811:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715209423.401815:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209423.401819:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209423.401821:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daf68 00000400:00000010:2.0:1715209423.401823:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daf68. 00000100:00000200:2.0:1715209423.401827:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075969472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209423.403564:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209423.403577:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a000 00000400:00000200:0.0:1715209423.403585:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1421 [1] + 224 00000400:00000200:0.0:1715209423.403619:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209423.403623:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209423.403631:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075969536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209423.403669:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209423.403674:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe09fc0 00000400:00000200:0.0:1715209423.403678:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1429 [1] + 224 00000400:00000200:0.0:1715209423.403695:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209423.403715:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209423.403720:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075969472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209423.403772:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 00000400:00000200:2.0:1715209423.403780:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715209423.403782:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715209423.403790:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075969536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209423.403801:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075969536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209423.403832:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209423.403837:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000400:00000010:1.0:1715209423.403839:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000010:2.0:1715209423.403841:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000200:1.0:1715209423.403847:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209423.403849:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209423.403856:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075969472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209423.403867:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075969472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209423.403895:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715209423.403900:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715209423.403903:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715209428.409239:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209428.409260:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209428.409304:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209428.409307:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715209428.409359:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209428.409366:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 02000000:00000010:2.0:1715209428.409367:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715209428.409373:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:2.0:1715209428.409374:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000100:00000200:0.0:1715209428.409380:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969664, portal 4 00000400:00000010:2.0:1715209428.409383:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715209428.409385:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969600, portal 25 00000400:00000010:0.0:1715209428.409386:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715209428.409388:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075969664, offset 0 00000400:00000010:2.0:1715209428.409388:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715209428.409389:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075969600, offset 0 00000400:00000200:2.0:1715209428.409396:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209428.409402:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209428.409412:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209428.409417:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209428.409421:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209428.409424:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209428.409425:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209428.409439:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [621:621:256:4294967295] 192.168.202.130@tcp LPNI seq info [621:621:8:4294967295] 00000400:00000200:2.0:1715209428.409446:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209428.409451:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209428.409453:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209428.409455:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715209428.409456:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209428.409459:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209428.409461:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209428.409461:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209428.409463:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209428.409466:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [622:622:255:4294967295] 192.168.202.130@tcp LPNI seq info [622:622:7:4294967295] 00000800:00000200:2.0:1715209428.409469:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209428.409473:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209428.409473:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209428.409477:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209428.409481:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:0.0:1715209428.409484:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209428.409489:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209428.409491:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209428.409531:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209428.409535:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715209428.409540:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209428.409568:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209428.409572:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:1.0:1715209428.409574:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:1.0:1715209428.409581:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075969600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209428.409639:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209428.409641:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715209428.409642:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209428.409644:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209428.409646:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715209428.409647:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715209428.409649:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075969664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209428.411399:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209428.411407:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a040 00000400:00000200:0.0:1715209428.411413:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1435 [1] + 224 00000400:00000200:0.0:1715209428.411428:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209428.411430:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209428.411435:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075969600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209428.411456:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209428.411459:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a080 00000400:00000200:0.0:1715209428.411461:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1431 [1] + 224 00000400:00000200:0.0:1715209428.411470:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715209428.411470:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:0.0:1715209428.411472:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209428.411474:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715209428.411475:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715209428.411479:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075969600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209428.411480:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075969664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209428.411485:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075969600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209428.411502:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715209428.411505:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715209428.411508:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:1.0:1715209428.411513:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 00000400:00000200:1.0:1715209428.411518:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715209428.411519:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715209428.411523:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075969664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209428.411529:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075969664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209428.411556:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715209428.411559:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715209428.411561:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715209433.417252:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209433.417273:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209433.417325:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209433.417329:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:1.0:1715209433.417359:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:1.0:1715209433.417380:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715209433.417381:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:1.0:1715209433.417385:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:2.0:1715209433.417387:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000100:00000200:1.0:1715209433.417392:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969728, portal 25 00000400:00000010:2.0:1715209433.417392:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715209433.417395:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969792, portal 4 00000400:00000010:1.0:1715209433.417397:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daf68. 00000100:00000200:1.0:1715209433.417398:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075969728, offset 0 00000400:00000010:2.0:1715209433.417400:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000400:00000200:1.0:1715209433.417405:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209433.417410:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075969792, offset 0 00000400:00000200:1.0:1715209433.417415:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209433.417416:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209433.417419:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209433.417421:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209433.417424:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209433.417425:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209433.417427:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [623:623:256:4294967295] 192.168.202.130@tcp LPNI seq info [623:623:8:4294967295] 00000400:00000200:1.0:1715209433.417433:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209433.417437:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209433.417439:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715209433.417440:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715209433.417442:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715209433.417444:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209433.417444:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209433.417446:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209433.417448:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715209433.417450:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209433.417451:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [624:624:255:4294967295] 192.168.202.130@tcp LPNI seq info [624:624:7:4294967295] 00000800:00000200:1.0:1715209433.417454:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209433.417466:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209433.417470:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209433.417473:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715209433.417477:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209433.417481:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209433.417483:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209433.417546:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209433.417548:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715209433.417554:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209433.417558:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209433.417560:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daf68 00000400:00000010:0.0:1715209433.417562:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daf68. 00000100:00000200:0.0:1715209433.417567:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075969728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209433.417623:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209433.417624:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:0.0:1715209433.417625:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209433.417627:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209433.417629:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:0.0:1715209433.417629:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:0.0:1715209433.417631:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075969792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209433.418713:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209433.418721:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a0c0 00000400:00000200:0.0:1715209433.418725:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1441 [1] + 224 00000400:00000200:0.0:1715209433.418734:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209433.418736:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209433.418742:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075969728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209433.418770:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209433.418775:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a100 00000400:00000200:0.0:1715209433.418778:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1445 [1] + 224 00000400:00000010:1.0:1715209433.418786:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209433.418790:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209433.418790:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209433.418791:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1715209433.418794:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075969728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209433.418795:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209433.418799:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075969792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209433.418799:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075969728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209433.418814:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715209433.418818:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715209433.418821:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000010:2.0:1715209433.418840:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715209433.418843:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715209433.418844:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715209433.418847:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075969792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209433.418852:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075969792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209433.418864:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715209433.418866:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209433.418868:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715209438.425210:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209438.425236:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715209438.425287:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209438.425294:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:3.0:1715209438.425335:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:3.0:1715209438.425344:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715209438.425350:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 02000000:00000010:0.0:1715209438.425353:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000100:00000200:3.0:1715209438.425357:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969856, portal 25 00000400:00000010:0.0:1715209438.425358:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 00000400:00000010:3.0:1715209438.425361:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257198. 00000400:00000010:0.0:1715209438.425362:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715209438.425366:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969920, portal 4 00000400:00000010:0.0:1715209438.425372:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715209438.425374:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075969920, offset 0 00000100:00000200:3.0:1715209438.425377:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075969856, offset 0 00000400:00000200:0.0:1715209438.425384:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209438.425391:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209438.425398:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209438.425404:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209438.425416:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209438.425420:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209438.425423:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209438.425427:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [625:625:256:4294967295] 192.168.202.130@tcp LPNI seq info [625:625:8:4294967295] 00000400:00000200:0.0:1715209438.425438:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209438.425447:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209438.425447:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715209438.425450:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209438.425451:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:3.0:1715209438.425452:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209438.425454:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209438.425456:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209438.425479:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [626:626:255:4294967295] 192.168.202.130@tcp LPNI seq info [626:626:7:4294967295] 00000400:00000200:3.0:1715209438.425486:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209438.425490:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209438.425493:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaf00. 00000800:00000200:3.0:1715209438.425496:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209438.425504:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209438.425508:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209438.425515:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209438.425523:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209438.425526:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209438.425578:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209438.425581:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaf00. 00000400:00000200:1.0:1715209438.425586:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209438.425597:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209438.425601:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257198 00000400:00000010:1.0:1715209438.425602:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257198. 00000100:00000200:1.0:1715209438.425608:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075969856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209438.425677:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209438.425679:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209438.425680:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209438.425683:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209438.425684:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:1.0:1715209438.425685:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715209438.425688:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075969920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209438.426825:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209438.426834:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a140 00000400:00000200:0.0:1715209438.426840:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1451 [1] + 224 00000400:00000200:0.0:1715209438.426849:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209438.426851:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209438.426857:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075969856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209438.426885:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209438.426888:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a180 00000400:00000200:0.0:1715209438.426892:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1455 [1] + 224 00000400:00000200:0.0:1715209438.426904:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209438.426907:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209438.426910:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075969920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209438.426966:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209438.426973:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209438.426974:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000400:00000010:1.0:1715209438.426979:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 00000100:00000200:3.0:1715209438.426980:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075969856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209438.426984:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715209438.426986:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:3.0:1715209438.426988:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075969856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209438.426990:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075969920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209438.426996:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075969920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209438.427007:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:1.0:1715209438.427013:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:3.0:1715209438.427013:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 02000000:00000010:1.0:1715209438.427016:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715209438.427016:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:1.0:1715209438.427018:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715209443.433243:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209443.433270:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209443.433325:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209443.433330:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:1.0:1715209443.433388:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000400:00000010:1.0:1715209443.433398:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209443.433405:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209443.433413:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075969984, portal 25 02000000:00000010:0.0:1715209443.433444:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:1.0:1715209443.433444:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000100:00000200:1.0:1715209443.433447:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075969984, offset 0 00000400:00000010:0.0:1715209443.433450:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 00000400:00000200:1.0:1715209443.433457:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715209443.433463:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715209443.433468:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970048, portal 4 00000400:00000200:1.0:1715209443.433472:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:0.0:1715209443.433475:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715209443.433477:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075970048, offset 0 00000400:00000200:0.0:1715209443.433484:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209443.433487:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209443.433492:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209443.433495:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209443.433498:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209443.433501:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [627:627:256:4294967295] 192.168.202.130@tcp LPNI seq info [627:627:8:4294967295] 00000400:00000200:1.0:1715209443.433513:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209443.433521:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209443.433523:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209443.433526:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715209443.433526:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715209443.433530:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209443.433532:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715209443.433532:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209443.433535:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209443.433538:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [628:628:255:4294967295] 192.168.202.130@tcp LPNI seq info [628:628:7:4294967295] 00000800:00000200:1.0:1715209443.433541:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209443.433546:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209443.433548:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209443.433553:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209443.433556:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715209443.433561:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209443.433567:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209443.433571:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209443.433641:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209443.433647:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715209443.433656:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209443.433663:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209443.433667:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:2.0:1715209443.433669:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:2.0:1715209443.433679:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075969984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209443.433766:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209443.433768:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715209443.433771:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209443.433775:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209443.433777:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715209443.433779:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715209443.433793:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075970048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209443.435522:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209443.435539:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a1c0 00000400:00000200:0.0:1715209443.435550:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1461 [1] + 224 00000400:00000200:0.0:1715209443.435565:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209443.435571:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209443.435581:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075969984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209443.435636:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209443.435643:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a200 00000400:00000200:0.0:1715209443.435647:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1469 [1] + 224 00000400:00000200:0.0:1715209443.435677:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209443.435681:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209443.435686:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075970048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209443.435711:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209443.435718:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209443.435720:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209443.435728:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075969984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209443.435739:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075969984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209443.435764:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715209443.435771:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715209443.435775:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:2.0:1715209443.435827:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 00000400:00000200:2.0:1715209443.435835:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715209443.435837:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715209443.435845:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075970048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209443.435856:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075970048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209443.435880:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209443.435885:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715209443.435888:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715209448.441274:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209448.441300:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209448.441352:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209448.441357:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:2.0:1715209448.441425:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715209448.441425:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:2.0:1715209448.441432:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:3.0:1715209448.441432:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715209448.441437:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000400:00000010:3.0:1715209448.441437:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:2.0:1715209448.441443:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970176, portal 4 00000100:00000200:3.0:1715209448.441443:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970112, portal 25 00000400:00000010:3.0:1715209448.441447:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257000. 00000400:00000010:2.0:1715209448.441448:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:2.0:1715209448.441449:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075970176, offset 0 00000100:00000200:3.0:1715209448.441449:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075970112, offset 0 00000400:00000200:2.0:1715209448.441457:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209448.441468:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209448.441471:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209448.441474:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209448.441477:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209448.441477:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209448.441478:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209448.441480:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [629:629:256:4294967295] 192.168.202.130@tcp LPNI seq info [629:629:8:4294967295] 00000400:00000200:2.0:1715209448.441486:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209448.441489:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209448.441491:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209448.441492:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000400:00000200:3.0:1715209448.441494:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209448.441497:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209448.441497:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209448.441499:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209448.441501:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209448.441504:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [630:630:255:4294967295] 192.168.202.130@tcp LPNI seq info [630:630:7:4294967295] 00000800:00000200:2.0:1715209448.441511:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715209448.441511:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209448.441515:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209448.441518:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba000. 00000800:00000200:3.0:1715209448.441522:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209448.441523:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209448.441526:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209448.441529:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209448.441585:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209448.441588:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715209448.441594:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209448.441598:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209448.441601:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:0.0:1715209448.441602:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:0.0:1715209448.441608:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075970176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209448.441670:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209448.441671:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba000. 00000400:00000200:0.0:1715209448.441673:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209448.441675:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209448.441676:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257000 00000400:00000010:0.0:1715209448.441677:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257000. 00000100:00000200:0.0:1715209448.441679:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075970112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209448.442741:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209448.442747:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a280 00000400:00000200:0.0:1715209448.442752:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1471 [1] + 224 00000400:00000200:0.0:1715209448.442758:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209448.442760:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209448.442764:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075970176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209448.442790:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209448.442792:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a240 00000400:00000200:0.0:1715209448.442795:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1475 [1] + 224 00000400:00000200:0.0:1715209448.442808:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209448.442812:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209448.442815:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075970112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209448.442840:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715209448.442844:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715209448.442845:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715209448.442849:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075970176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209448.442855:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075970176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209448.442863:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209448.442867:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209448.442868:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209448.442872:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075970112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209448.442875:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 00000100:00000200:3.0:1715209448.442877:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075970112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209448.442879:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715209448.442882:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 02000000:00000010:3.0:1715209448.442886:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209448.442889:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715209448.442891:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209453.449382:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209453.449411:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209453.449467:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209453.449471:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:1.0:1715209453.449533:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 02000000:00000010:0.0:1715209453.449539:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209453.449544:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000400:00000010:1.0:1715209453.449544:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209453.449551:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000010:1.0:1715209453.449551:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209453.449559:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970240, portal 25 00000400:00000010:1.0:1715209453.449564:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daee0. 00000100:00000200:0.0:1715209453.449569:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970304, portal 4 00000100:00000200:1.0:1715209453.449569:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075970240, offset 0 00000400:00000010:0.0:1715209453.449576:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000200:1.0:1715209453.449580:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209453.449586:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075970304, offset 0 00000400:00000200:0.0:1715209453.449593:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209453.449595:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209453.449601:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209453.449624:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209453.449627:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209453.449630:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209453.449634:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [631:631:256:4294967295] 192.168.202.130@tcp LPNI seq info [631:631:8:4294967295] 00000400:00000200:1.0:1715209453.449645:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209453.449652:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209453.449653:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209453.449657:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715209453.449657:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715209453.449661:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209453.449663:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715209453.449663:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209453.449666:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209453.449669:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [632:632:255:4294967295] 192.168.202.130@tcp LPNI seq info [632:632:7:4294967295] 00000800:00000200:1.0:1715209453.449673:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209453.449678:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209453.449678:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209453.449683:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209453.449687:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715209453.449691:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209453.449707:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209453.449711:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209453.449774:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209453.449780:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715209453.449788:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209453.449795:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209453.449800:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daee0 00000400:00000010:2.0:1715209453.449802:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daee0. 00000100:00000200:2.0:1715209453.449812:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075970240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209453.449914:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209453.449918:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209453.449923:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209453.449929:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209453.449933:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715209453.449936:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715209453.449943:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075970304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209453.451653:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209453.451665:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a2c0 00000400:00000200:0.0:1715209453.451672:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1481 [1] + 224 00000400:00000200:0.0:1715209453.451682:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209453.451686:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209453.451693:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075970240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209453.451726:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209453.451731:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a300 00000400:00000200:0.0:1715209453.451735:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1485 [1] + 224 00000400:00000200:0.0:1715209453.451751:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209453.451755:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209453.451760:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075970304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209453.451783:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209453.451789:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209453.451790:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209453.451797:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075970240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209453.451807:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075970240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209453.451830:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715209453.451836:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715209453.451841:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:2.0:1715209453.451859:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 00000400:00000200:2.0:1715209453.451868:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715209453.451871:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715209453.451881:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075970304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209453.451916:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075970304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209453.451947:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209453.451953:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715209453.451957:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715209458.457247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209458.457277:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209458.457361:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209458.457366:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209458.457429:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209458.457435:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 00000400:00000010:0.0:1715209458.457442:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715209458.457450:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970432, portal 4 00000400:00000010:0.0:1715209458.457458:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715209458.457460:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075970432, offset 0 02000000:00000010:2.0:1715209458.457462:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000200:0.0:1715209458.457471:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209458.457474:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:2.0:1715209458.457481:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000400:00000200:0.0:1715209458.457486:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715209458.457487:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970368, portal 25 00000400:00000200:0.0:1715209458.457492:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715209458.457493:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715209458.457496:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075970368, offset 0 00000400:00000200:2.0:1715209458.457505:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209458.457515:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209458.457519:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209458.457521:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209458.457525:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [633:633:256:4294967295] 192.168.202.130@tcp LPNI seq info [633:633:8:4294967295] 00000400:00000200:0.0:1715209458.457536:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209458.457543:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209458.457546:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209458.457547:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209458.457550:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209458.457554:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209458.457554:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209458.457556:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209458.457559:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209458.457562:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [634:634:255:4294967295] 192.168.202.130@tcp LPNI seq info [634:634:7:4294967295] 00000800:00000200:0.0:1715209458.457565:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209458.457569:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209458.457572:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209458.457577:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209458.457580:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715209458.457585:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209458.457591:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209458.457595:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209458.457660:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209458.457667:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715209458.457673:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209458.457680:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209458.457685:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715209458.457686:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715209458.457696:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075970432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209458.457787:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209458.457789:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715209458.457801:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209458.457805:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209458.457808:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:1.0:1715209458.457810:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:1.0:1715209458.457814:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075970368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209458.459716:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209458.459729:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a340 00000400:00000200:0.0:1715209458.459736:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1499 [1] + 224 00000400:00000200:0.0:1715209458.459747:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209458.459751:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209458.459758:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075970368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209458.459793:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209458.459798:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a380 00000400:00000200:0.0:1715209458.459802:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1491 [1] + 224 00000400:00000200:0.0:1715209458.459819:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209458.459823:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209458.459827:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075970432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209458.459883:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715209458.459891:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715209458.459892:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000400:00000010:1.0:1715209458.459899:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000100:00000200:2.0:1715209458.459900:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075970368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209458.459905:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715209458.459907:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715209458.459914:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075970432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209458.459926:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075970432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209458.459928:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075970368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209458.459951:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:1.0:1715209458.459953:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715209458.459957:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 02000000:00000010:2.0:1715209458.459957:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715209458.459961:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:2.0:1715209458.459961:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715209463.465323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209463.465354:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209463.465412:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209463.465417:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209463.465510:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209463.465512:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:0.0:1715209463.465517:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 00000400:00000010:2.0:1715209463.465522:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:0.0:1715209463.465524:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:2.0:1715209463.465527:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:0.0:1715209463.465532:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970560, portal 4 00000100:00000200:2.0:1715209463.465533:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970496, portal 25 00000400:00000010:2.0:1715209463.465538:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000400:00000010:0.0:1715209463.465541:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715209463.465541:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075970496, offset 0 00000100:00000200:0.0:1715209463.465544:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075970560, offset 0 00000400:00000200:2.0:1715209463.465552:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209463.465562:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209463.465568:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209463.465574:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209463.465579:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209463.465583:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209463.465586:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209463.465589:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [635:635:256:4294967295] 192.168.202.130@tcp LPNI seq info [635:635:8:4294967295] 00000400:00000200:2.0:1715209463.465600:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209463.465607:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209463.465609:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209463.465611:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715209463.465613:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209463.465617:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715209463.465617:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209463.465620:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209463.465622:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209463.465625:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [636:636:255:4294967295] 192.168.202.130@tcp LPNI seq info [636:636:7:4294967295] 00000800:00000200:2.0:1715209463.465629:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209463.465634:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209463.465635:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209463.465640:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209463.465644:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:0.0:1715209463.465648:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209463.465655:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209463.465658:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209463.465730:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209463.465737:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715209463.465744:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209463.465752:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209463.465757:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715209463.465759:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715209463.465768:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075970496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209463.465850:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209463.465852:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715209463.465855:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209463.465859:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209463.465861:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715209463.465863:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715209463.465867:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075970560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209463.467615:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209463.467629:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a3c0 00000400:00000200:0.0:1715209463.467636:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x14a5 [1] + 224 00000400:00000200:0.0:1715209463.467648:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209463.467652:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209463.467659:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075970496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209463.467701:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209463.467707:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a400 00000400:00000200:0.0:1715209463.467711:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x14a1 [1] + 224 00000400:00000200:0.0:1715209463.467738:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209463.467742:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209463.467747:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075970560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209463.467818:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715209463.467828:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715209463.467831:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000400:00000010:1.0:1715209463.467839:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000100:00000200:2.0:1715209463.467841:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075970496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209463.467847:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715209463.467849:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715209463.467857:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075970560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209463.467868:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075970560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209463.467881:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075970496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209463.467900:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209463.467905:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:1.0:1715209463.467906:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209463.467909:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 02000000:00000010:2.0:1715209463.467912:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715209463.467916:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715209468.473277:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209468.473308:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209468.473360:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209468.473364:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209468.473432:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209468.473439:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 00000400:00000010:0.0:1715209468.473446:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715209468.473454:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970688, portal 4 02000000:00000010:1.0:1715209468.473461:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715209468.473463:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715209468.473465:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075970688, offset 0 00000400:00000010:1.0:1715209468.473472:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209468.473476:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209468.473487:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209468.473490:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715209468.473492:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970624, portal 25 00000400:00000010:1.0:1715209468.473496:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da908. 00000400:00000200:0.0:1715209468.473497:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715209468.473499:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075970624, offset 0 00000400:00000200:0.0:1715209468.473501:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209468.473505:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209468.473506:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209468.473508:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209468.473511:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [637:637:256:4294967295] 192.168.202.130@tcp LPNI seq info [637:637:8:4294967295] 00000400:00000200:0.0:1715209468.473523:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209468.473529:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209468.473532:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209468.473533:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715209468.473537:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209468.473539:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209468.473540:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209468.473543:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209468.473545:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209468.473548:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [638:638:255:4294967295] 192.168.202.130@tcp LPNI seq info [638:638:7:4294967295] 00000800:00000200:0.0:1715209468.473550:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209468.473556:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209468.473558:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209468.473563:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209468.473566:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715209468.473571:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209468.473577:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209468.473581:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209468.473643:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209468.473650:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209468.473657:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209468.473664:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209468.473669:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715209468.473671:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715209468.473680:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075970688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209468.473776:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209468.473779:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715209468.473783:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209468.473787:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209468.473789:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da908 00000400:00000010:2.0:1715209468.473791:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da908. 00000100:00000200:2.0:1715209468.473795:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075970624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209468.475764:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209468.475778:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a480 00000400:00000200:0.0:1715209468.475795:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x14b1 [1] + 224 00000400:00000200:0.0:1715209468.475808:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209468.475811:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209468.475819:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075970688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209468.475858:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209468.475863:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a440 00000400:00000200:0.0:1715209468.475868:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x14b9 [1] + 224 00000400:00000200:0.0:1715209468.475883:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209468.475887:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209468.475892:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075970624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209468.475947:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000400:00000200:2.0:1715209468.475955:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715209468.475957:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715209468.475965:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075970688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209468.475967:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209468.475975:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000100:00000200:2.0:1715209468.475976:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075970688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209468.475977:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209468.475986:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075970624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209468.476003:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075970624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209468.476008:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209468.476014:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209468.476028:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 02000000:00000010:1.0:1715209468.476029:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715209468.476036:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715209468.476040:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715209473.481302:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209473.481333:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209473.481388:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209473.481391:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209473.481450:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209473.481454:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715209473.481458:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 00000400:00000010:0.0:1715209473.481464:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000010:2.0:1715209473.481465:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000100:00000200:0.0:1715209473.481473:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970816, portal 4 00000400:00000010:2.0:1715209473.481474:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715209473.481480:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970752, portal 25 00000400:00000010:0.0:1715209473.481481:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715209473.481483:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075970816, offset 0 00000400:00000010:2.0:1715209473.481486:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000400:00000200:0.0:1715209473.481494:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209473.481509:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209473.481515:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715209473.481519:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075970752, offset 0 00000400:00000200:0.0:1715209473.481520:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209473.481524:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209473.481527:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209473.481531:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [639:639:256:4294967295] 192.168.202.130@tcp LPNI seq info [639:639:8:4294967295] 00000400:00000200:2.0:1715209473.481531:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209473.481563:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209473.481570:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209473.481574:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715209473.481580:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209473.481581:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209473.481587:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209473.481591:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209473.481592:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209473.481595:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209473.481596:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209473.481600:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209473.481605:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [640:640:255:4294967295] 192.168.202.130@tcp LPNI seq info [640:640:7:4294967295] 00000400:00000200:2.0:1715209473.481618:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209473.481626:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209473.481632:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715209473.481639:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209473.481648:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209473.481652:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209473.481764:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209473.481771:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715209473.481779:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209473.481786:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209473.481791:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715209473.481793:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715209473.481802:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075970816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209473.481893:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209473.481896:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715209473.481898:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209473.481902:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209473.481904:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715209473.481906:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715209473.481910:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075970752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209473.483803:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209473.483821:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a4c0 00000400:00000200:0.0:1715209473.483832:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x14c5 [1] + 224 00000400:00000200:0.0:1715209473.483847:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209473.483853:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209473.483863:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075970752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209473.483918:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209473.483925:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a500 00000400:00000200:0.0:1715209473.483930:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x14c1 [1] + 224 00000400:00000010:2.0:1715209473.483944:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:0.0:1715209473.483949:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209473.483953:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000200:0.0:1715209473.483954:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715209473.483956:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715209473.483967:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075970752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209473.483969:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075970816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209473.483983:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075970752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209473.484015:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715209473.484024:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715209473.484030:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:1.0:1715209473.484090:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 00000400:00000200:1.0:1715209473.484098:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:1.0:1715209473.484099:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:1.0:1715209473.484107:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075970816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209473.484188:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075970816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209473.484224:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715209473.484229:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715209473.484232:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715209478.489258:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209478.489280:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209478.489327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209478.489332:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:2.0:1715209478.489384:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 02000000:00000010:0.0:1715209478.489387:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209478.489391:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 00000400:00000010:2.0:1715209478.489391:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:0.0:1715209478.489396:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000010:2.0:1715209478.489396:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715209478.489403:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970880, portal 25 00000400:00000010:2.0:1715209478.489407:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715209478.489409:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075970880, offset 0 00000100:00000200:0.0:1715209478.489414:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075970944, portal 4 00000400:00000200:2.0:1715209478.489418:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715209478.489419:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715209478.489422:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075970944, offset 0 00000400:00000200:0.0:1715209478.489426:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209478.489430:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209478.489434:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209478.489437:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209478.489440:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209478.489442:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209478.489445:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [641:641:256:4294967295] 192.168.202.130@tcp LPNI seq info [641:641:8:4294967295] 00000400:00000200:2.0:1715209478.489453:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209478.489458:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209478.489459:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209478.489462:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209478.489462:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000400:00000200:0.0:1715209478.489464:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209478.489467:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209478.489468:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209478.489469:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209478.489471:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [642:642:255:4294967295] 192.168.202.130@tcp LPNI seq info [642:642:7:4294967295] 00000800:00000200:2.0:1715209478.489476:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209478.489478:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209478.489479:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209478.489482:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209478.489484:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715209478.489487:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209478.489492:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209478.489494:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209478.489539:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209478.489542:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715209478.489547:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209478.489551:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209478.489554:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:1.0:1715209478.489555:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:1.0:1715209478.489560:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075970880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209478.489620:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209478.489621:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715209478.489623:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209478.489625:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209478.489626:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715209478.489627:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715209478.489629:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075970944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209478.490740:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209478.490746:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a540 00000400:00000200:0.0:1715209478.490751:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x14d1 [1] + 224 00000400:00000200:0.0:1715209478.490756:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209478.490758:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209478.490762:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075970880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209478.490780:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209478.490782:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a580 00000400:00000200:0.0:1715209478.490784:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x14d9 [1] + 224 00000400:00000200:0.0:1715209478.490793:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209478.490796:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209478.490801:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075970944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209478.490804:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715209478.490807:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715209478.490809:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715209478.490813:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075970880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209478.490821:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075970880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209478.490840:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715209478.490844:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000400:00000010:1.0:1715209478.490848:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 00000100:00000010:2.0:1715209478.490848:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000200:1.0:1715209478.490852:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715209478.490853:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715209478.490857:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075970944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209478.490863:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075970944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209478.490876:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715209478.490878:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715209478.490879:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715209483.497257:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209483.497277:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209483.497312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209483.497314:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209483.497360:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:3.0:1715209483.497362:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715209483.497365:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 00000400:00000010:3.0:1715209483.497368:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715209483.497369:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000010:3.0:1715209483.497371:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:0.0:1715209483.497375:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971072, portal 4 00000100:00000200:3.0:1715209483.497375:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971008, portal 25 00000400:00000010:0.0:1715209483.497379:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:3.0:1715209483.497379:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257e58. 00000100:00000200:3.0:1715209483.497380:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075971008, offset 0 00000100:00000200:0.0:1715209483.497381:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075971072, offset 0 00000400:00000200:3.0:1715209483.497387:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209483.497403:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209483.497409:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715209483.497413:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209483.497416:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209483.497418:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209483.497419:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209483.497421:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [643:643:256:4294967295] 192.168.202.130@tcp LPNI seq info [643:643:8:4294967295] 00000400:00000200:3.0:1715209483.497427:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209483.497431:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209483.497432:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715209483.497433:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbab00. 00000400:00000200:0.0:1715209483.497434:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209483.497435:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209483.497437:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209483.497438:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:3.0:1715209483.497438:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209483.497440:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [644:644:255:4294967295] 192.168.202.130@tcp LPNI seq info [644:644:7:4294967295] 00000400:00000200:0.0:1715209483.497444:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209483.497445:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209483.497447:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:3.0:1715209483.497448:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715209483.497450:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:0.0:1715209483.497452:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209483.497455:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209483.497457:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209483.497505:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209483.497513:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbab00. 00000400:00000200:1.0:1715209483.497519:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209483.497523:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209483.497526:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257e58 00000400:00000010:1.0:1715209483.497527:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257e58. 00000100:00000200:1.0:1715209483.497532:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075971008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209483.497590:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209483.497592:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715209483.497593:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209483.497595:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209483.497597:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715209483.497598:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715209483.497600:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075971072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209483.498735:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209483.498742:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a5c0 00000400:00000200:0.0:1715209483.498746:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x14e5 [1] + 224 00000400:00000200:0.0:1715209483.498753:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209483.498760:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209483.498764:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075971008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209483.498786:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209483.498789:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a600 00000400:00000200:0.0:1715209483.498791:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x14e1 [1] + 224 00000400:00000200:0.0:1715209483.498800:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209483.498802:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209483.498805:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075971072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209483.498807:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209483.498812:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209483.498814:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209483.498817:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075971008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209483.498823:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075971008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209483.498839:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 00000400:00000010:1.0:1715209483.498843:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 02000000:00000010:3.0:1715209483.498843:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715209483.498846:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000200:1.0:1715209483.498847:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:1.0:1715209483.498848:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715209483.498852:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075971072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209483.498858:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075971072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209483.498871:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715209483.498873:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715209483.498875:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209488.505194:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209488.505214:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209488.505247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209488.505249:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209488.505291:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209488.505292:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715209488.505296:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 00000400:00000010:0.0:1715209488.505301:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715209488.505307:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971200, portal 4 00000400:00000010:2.0:1715209488.505311:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:0.0:1715209488.505312:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715209488.505314:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075971200, offset 0 00000400:00000010:2.0:1715209488.505315:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715209488.505318:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971136, portal 25 00000400:00000010:2.0:1715209488.505320:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000400:00000200:0.0:1715209488.505322:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209488.505330:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075971136, offset 0 00000400:00000200:0.0:1715209488.505332:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209488.505335:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209488.505335:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209488.505338:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209488.505341:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209488.505342:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209488.505344:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [645:645:256:4294967295] 192.168.202.130@tcp LPNI seq info [645:645:8:4294967295] 00000400:00000200:0.0:1715209488.505350:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209488.505354:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209488.505356:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209488.505358:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209488.505361:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:0.0:1715209488.505362:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209488.505363:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209488.505365:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209488.505366:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209488.505368:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [646:646:255:4294967295] 192.168.202.130@tcp LPNI seq info [646:646:7:4294967295] 00000800:00000200:0.0:1715209488.505373:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209488.505375:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209488.505376:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209488.505379:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209488.505382:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715209488.505386:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209488.505390:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209488.505393:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209488.505429:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209488.505432:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209488.505436:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209488.505440:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209488.505443:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715209488.505444:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715209488.505450:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075971200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209488.505510:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209488.505511:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715209488.505513:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209488.505515:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209488.505517:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:1.0:1715209488.505518:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:1.0:1715209488.505520:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075971136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209488.506352:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209488.506358:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a680 00000400:00000200:0.0:1715209488.506361:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x14f1 [1] + 224 00000400:00000200:0.0:1715209488.506367:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209488.506369:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209488.506374:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075971200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209488.506392:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209488.506395:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a640 00000400:00000200:0.0:1715209488.506397:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x14f9 [1] + 224 00000400:00000200:0.0:1715209488.506408:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209488.506410:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209488.506412:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075971136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209488.506420:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:2.0:1715209488.506423:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715209488.506424:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715209488.506429:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075971200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209488.506436:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075971200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209488.506457:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209488.506461:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209488.506464:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:3.0:1715209488.506484:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:3.0:1715209488.506489:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:3.0:1715209488.506490:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:3.0:1715209488.506494:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075971136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209488.506499:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075971136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209488.506508:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715209488.506516:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715209488.506517:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715209493.513275:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209493.513298:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209493.513341:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209493.513345:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:2.0:1715209493.513383:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:2.0:1715209493.513391:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 02000000:00000010:0.0:1715209493.513394:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209493.513397:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 00000400:00000010:0.0:1715209493.513402:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715209493.513408:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971328, portal 4 00000400:00000010:2.0:1715209493.513411:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715209493.513413:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971264, portal 25 00000400:00000010:0.0:1715209493.513414:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715209493.513417:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075971328, offset 0 00000400:00000010:2.0:1715209493.513417:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715209493.513419:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075971264, offset 0 00000400:00000200:0.0:1715209493.513425:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209493.513434:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209493.513440:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209493.513445:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209493.513449:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209493.513451:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209493.513453:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209493.513456:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [647:647:256:4294967295] 192.168.202.130@tcp LPNI seq info [647:647:8:4294967295] 00000400:00000200:0.0:1715209493.513464:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:2.0:1715209493.513468:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715209493.513469:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209493.513471:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209493.513472:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209493.513473:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209493.513474:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209493.513476:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209493.513476:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209493.513479:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [648:648:255:4294967295] 192.168.202.130@tcp LPNI seq info [648:648:7:4294967295] 00000800:00000200:0.0:1715209493.513485:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209493.513485:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209493.513488:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209493.513489:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715209493.513490:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715209493.513493:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209493.513506:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209493.513507:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209493.513560:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209493.513563:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209493.513569:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209493.513573:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209493.513576:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:1.0:1715209493.513577:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715209493.513583:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075971328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209493.513645:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209493.513646:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715209493.513647:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209493.513649:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209493.513651:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715209493.513652:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715209493.513653:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075971264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209493.514723:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209493.514731:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a700 00000400:00000200:0.0:1715209493.514735:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1501 [1] + 224 00000400:00000200:0.0:1715209493.514741:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209493.514743:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209493.514747:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075971328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209493.514769:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209493.514773:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a6c0 00000400:00000200:0.0:1715209493.514776:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1505 [1] + 224 00000400:00000010:2.0:1715209493.514791:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:0.0:1715209493.514793:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209493.514795:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000200:0.0:1715209493.514796:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715209493.514796:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715209493.514800:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075971264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209493.514800:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075971328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209493.514807:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075971328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209493.514828:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209493.514832:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209493.514835:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:3.0:1715209493.514851:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:3.0:1715209493.514856:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:3.0:1715209493.514857:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:3.0:1715209493.514862:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075971264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209493.514867:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075971264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209493.514877:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715209493.514879:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715209493.514881:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715209498.521238:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209498.521258:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209498.521308:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209498.521311:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209498.521362:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209498.521368:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 00000400:00000010:0.0:1715209498.521372:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 02000000:00000010:1.0:1715209498.521375:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000100:00000200:0.0:1715209498.521377:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971456, portal 4 00000400:00000010:1.0:1715209498.521382:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209498.521383:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715209498.521384:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075971456, offset 0 00000400:00000010:1.0:1715209498.521386:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209498.521391:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209498.521397:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971392, portal 25 00000400:00000010:1.0:1715209498.521400:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da3b8. 00000400:00000200:0.0:1715209498.521401:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715209498.521402:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075971392, offset 0 00000400:00000200:0.0:1715209498.521405:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209498.521407:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209498.521408:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209498.521411:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209498.521412:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209498.521414:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [649:649:256:4294967295] 192.168.202.130@tcp LPNI seq info [649:649:8:4294967295] 00000400:00000200:0.0:1715209498.521420:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209498.521424:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209498.521425:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209498.521426:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715209498.521427:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209498.521429:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209498.521430:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209498.521430:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209498.521432:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209498.521433:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [650:650:255:4294967295] 192.168.202.130@tcp LPNI seq info [650:650:7:4294967295] 00000800:00000200:0.0:1715209498.521438:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209498.521439:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209498.521441:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209498.521441:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209498.521444:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715209498.521446:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209498.521449:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209498.521451:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209498.521497:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209498.521501:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715209498.521505:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209498.521514:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209498.521517:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715209498.521518:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715209498.521523:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075971456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209498.521583:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209498.521585:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715209498.521587:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209498.521589:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209498.521590:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da3b8 00000400:00000010:2.0:1715209498.521591:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da3b8. 00000100:00000200:2.0:1715209498.521593:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075971392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209498.522651:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209498.522659:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a780 00000400:00000200:0.0:1715209498.522665:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1511 [1] + 224 00000400:00000200:0.0:1715209498.522672:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209498.522675:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209498.522680:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075971456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209498.522704:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209498.522713:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a740 00000400:00000200:0.0:1715209498.522716:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1519 [1] + 224 00000400:00000200:0.0:1715209498.522726:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715209498.522727:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 00000400:00000200:0.0:1715209498.522728:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209498.522731:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715209498.522732:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715209498.522736:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075971456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209498.522737:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075971392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209498.522742:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075971456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209498.522762:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209498.522766:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209498.522769:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:1.0:1715209498.522770:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209498.522774:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209498.522775:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209498.522778:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075971392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209498.522783:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075971392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209498.522793:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715209498.522796:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715209498.522798:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715209503.529259:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209503.529282:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715209503.529327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209503.529331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209503.529384:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:3.0:1715209503.529384:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715209503.529390:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 00000400:00000010:3.0:1715209503.529390:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715209503.529395:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:0.0:1715209503.529396:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:3.0:1715209503.529401:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971520, portal 25 00000400:00000010:3.0:1715209503.529405:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257f68. 00000100:00000200:0.0:1715209503.529406:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971584, portal 4 00000100:00000200:3.0:1715209503.529407:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075971520, offset 0 00000400:00000010:0.0:1715209503.529412:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000200:3.0:1715209503.529414:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209503.529420:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075971584, offset 0 00000400:00000200:0.0:1715209503.529425:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209503.529426:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715209503.529431:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209503.529435:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209503.529437:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209503.529440:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209503.529442:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [651:651:256:4294967295] 192.168.202.130@tcp LPNI seq info [651:651:8:4294967295] 00000400:00000200:3.0:1715209503.529450:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209503.529456:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209503.529457:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715209503.529460:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba400. 00000400:00000200:0.0:1715209503.529461:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209503.529463:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209503.529465:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209503.529465:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209503.529467:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209503.529469:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [652:652:255:4294967295] 192.168.202.130@tcp LPNI seq info [652:652:7:4294967295] 00000800:00000200:3.0:1715209503.529473:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209503.529476:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209503.529476:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209503.529480:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209503.529483:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:0.0:1715209503.529486:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209503.529490:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209503.529493:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209503.529555:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209503.529559:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba400. 00000400:00000200:1.0:1715209503.529564:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209503.529568:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209503.529571:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257f68 00000400:00000010:1.0:1715209503.529572:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257f68. 00000100:00000200:1.0:1715209503.529578:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075971520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209503.529635:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209503.529640:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209503.529642:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209503.529644:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209503.529645:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715209503.529646:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715209503.529649:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075971584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209503.530920:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209503.530929:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a7c0 00000400:00000200:0.0:1715209503.530934:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1521 [1] + 224 00000400:00000200:0.0:1715209503.530941:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209503.530944:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209503.530949:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075971520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209503.530977:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209503.530981:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a800 00000400:00000200:0.0:1715209503.530985:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1525 [1] + 224 00000400:00000200:0.0:1715209503.530999:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1715209503.531000:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715209503.531002:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715209503.531005:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209503.531006:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209503.531010:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075971520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209503.531013:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075971584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209503.531018:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075971520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209503.531038:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209503.531044:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:3.0:1715209503.531047:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000010:1.0:1715209503.531085:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:1.0:1715209503.531089:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715209503.531091:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715209503.531095:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075971584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209503.531100:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075971584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209503.531113:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715209503.531138:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715209503.531140:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715209508.537255:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209508.537278:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209508.537322:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209508.537326:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209508.537380:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715209508.537384:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:0.0:1715209508.537386:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 00000400:00000010:1.0:1715209508.537389:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209508.537391:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000010:1.0:1715209508.537393:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209508.537396:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971712, portal 4 00000100:00000200:1.0:1715209508.537396:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971648, portal 25 00000400:00000010:1.0:1715209508.537399:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dacc0. 00000400:00000010:0.0:1715209508.537401:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715209508.537401:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075971648, offset 0 00000100:00000200:0.0:1715209508.537402:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075971712, offset 0 00000400:00000200:1.0:1715209508.537408:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209508.537413:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209508.537418:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209508.537422:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209508.537425:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209508.537427:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209508.537428:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209508.537430:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [653:653:256:4294967295] 192.168.202.130@tcp LPNI seq info [653:653:8:4294967295] 00000400:00000200:1.0:1715209508.537437:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715209508.537454:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715209508.537454:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209508.537456:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715209508.537456:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715209508.537458:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209508.537460:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715209508.537461:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209508.537466:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715209508.537467:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209508.537468:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [654:654:255:4294967295] 192.168.202.130@tcp LPNI seq info [654:654:7:4294967295] 00000800:00000200:1.0:1715209508.537471:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209508.537473:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209508.537476:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209508.537479:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:0.0:1715209508.537482:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209508.537486:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209508.537489:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209508.537528:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209508.537531:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715209508.537537:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209508.537541:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209508.537544:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dacc0 00000400:00000010:2.0:1715209508.537545:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dacc0. 00000100:00000200:2.0:1715209508.537551:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075971648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209508.537609:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209508.537615:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209508.537617:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209508.537619:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209508.537620:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715209508.537621:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715209508.537624:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075971712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209508.538722:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209508.538729:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a840 00000400:00000200:0.0:1715209508.538734:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1535 [1] + 224 00000400:00000200:0.0:1715209508.538739:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209508.538741:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209508.538745:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075971648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209508.538763:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209508.538766:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a880 00000400:00000200:0.0:1715209508.538768:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1531 [1] + 224 00000400:00000200:0.0:1715209508.538778:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209508.538780:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209508.538783:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075971712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209508.538817:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209508.538821:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209508.538822:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209508.538826:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075971648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209508.538832:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075971648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209508.538847:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 00000400:00000010:2.0:1715209508.538863:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000400:00000200:2.0:1715209508.538867:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715209508.538868:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 02000000:00000010:1.0:1715209508.538871:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000200:2.0:1715209508.538872:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075971712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715209508.538874:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000200:2.0:1715209508.538878:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075971712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209508.538891:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209508.538893:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209508.538895:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715209513.545239:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209513.545261:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209513.545302:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209513.545306:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:2.0:1715209513.545344:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715209513.545351:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 02000000:00000010:0.0:1715209513.545352:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:2.0:1715209513.545357:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209513.545362:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971776, portal 25 00000400:00000010:2.0:1715209513.545366:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715209513.545368:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075971776, offset 0 00000400:00000010:0.0:1715209513.545369:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 00000400:00000010:0.0:1715209513.545372:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000200:2.0:1715209513.545375:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209513.545380:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971840, portal 4 00000400:00000010:0.0:1715209513.545384:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715209513.545385:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075971840, offset 0 00000400:00000200:2.0:1715209513.545385:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209513.545389:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209513.545389:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209513.545392:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209513.545395:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209513.545396:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209513.545398:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [655:655:256:4294967295] 192.168.202.130@tcp LPNI seq info [655:655:8:4294967295] 00000400:00000200:2.0:1715209513.545404:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715209513.545413:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715209513.545413:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209513.545416:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209513.545416:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715209513.545417:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209513.545419:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209513.545420:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715209513.545420:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209513.545422:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [656:656:255:4294967295] 192.168.202.130@tcp LPNI seq info [656:656:7:4294967295] 00000400:00000200:0.0:1715209513.545427:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209513.545427:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209513.545429:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715209513.545430:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715209513.545431:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000800:00000200:0.0:1715209513.545433:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209513.545436:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209513.545438:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209513.545488:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209513.545492:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715209513.545496:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209513.545501:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209513.545503:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:1.0:1715209513.545505:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:1.0:1715209513.545510:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075971776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209513.545570:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209513.545572:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715209513.545574:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209513.545577:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209513.545579:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715209513.545580:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715209513.545584:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075971840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209513.546760:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209513.546767:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a8c0 00000400:00000200:0.0:1715209513.546772:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1541 [1] + 224 00000400:00000200:0.0:1715209513.546778:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209513.546780:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209513.546784:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075971776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209513.546802:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209513.546805:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a900 00000400:00000200:0.0:1715209513.546831:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1549 [1] + 224 00000400:00000010:2.0:1715209513.546841:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:0.0:1715209513.546843:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209513.546845:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:2.0:1715209513.546846:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000400:00000200:0.0:1715209513.546848:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209513.546851:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075971840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209513.546851:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075971776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209513.546856:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075971776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209513.546871:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715209513.546874:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715209513.546877:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000010:1.0:1715209513.546896:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 00000400:00000200:1.0:1715209513.546901:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:1.0:1715209513.546902:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715209513.546906:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075971840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209513.546913:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075971840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209513.546929:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209513.546932:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209513.546934:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715209518.553247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209518.553270:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209518.553308:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209518.553311:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209518.553378:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209518.553381:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:0.0:1715209518.553384:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 00000400:00000010:2.0:1715209518.553387:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000400:00000010:0.0:1715209518.553388:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715209518.553394:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971968, portal 4 00000400:00000010:0.0:1715209518.553399:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715209518.553400:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075971968, offset 0 00000400:00000010:2.0:1715209518.553400:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209518.553403:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075971904, portal 25 00000400:00000010:2.0:1715209518.553406:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000400:00000200:0.0:1715209518.553408:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209518.553411:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075971904, offset 0 00000400:00000200:2.0:1715209518.553416:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209518.553418:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209518.553422:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209518.553425:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209518.553427:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209518.553429:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209518.553431:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [657:657:256:4294967295] 192.168.202.130@tcp LPNI seq info [657:657:8:4294967295] 00000400:00000200:0.0:1715209518.553437:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209518.553441:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209518.553443:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209518.553444:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209518.553446:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209518.553447:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209518.553449:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209518.553451:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209518.553453:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209518.553455:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209518.553456:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [658:658:255:4294967295] 192.168.202.130@tcp LPNI seq info [658:658:7:4294967295] 00000800:00000200:0.0:1715209518.553459:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209518.553463:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209518.553467:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209518.553485:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715209518.553489:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209518.553493:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209518.553496:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209518.553517:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209518.553521:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209518.553527:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209518.553531:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209518.553533:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715209518.553534:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715209518.553541:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075971968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209518.553605:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209518.553606:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715209518.553608:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209518.553610:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209518.553611:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715209518.553612:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715209518.553614:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075971904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209518.554953:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209518.554961:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a940 00000400:00000200:0.0:1715209518.554966:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1559 [1] + 224 00000400:00000200:0.0:1715209518.554978:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209518.554980:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209518.554984:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075971904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209518.555004:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209518.555006:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0a980 00000400:00000200:0.0:1715209518.555009:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1551 [1] + 224 00000400:00000200:0.0:1715209518.555018:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209518.555019:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209518.555022:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075971968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209518.555027:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:2.0:1715209518.555030:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:2.0:1715209518.555031:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209518.555036:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075971904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209518.555044:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075971904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209518.555063:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715209518.555068:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209518.555071:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:1.0:1715209518.555094:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000400:00000200:1.0:1715209518.555098:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715209518.555099:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715209518.555103:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075971968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209518.555113:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075971968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209518.555155:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209518.555158:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715209518.555159:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715209523.561243:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209523.561269:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209523.561311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209523.561315:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:1.0:1715209523.561363:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 02000000:00000010:0.0:1715209523.561367:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209523.561370:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:1.0:1715209523.561370:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209523.561375:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:1.0:1715209523.561375:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209523.561380:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972096, portal 4 00000100:00000200:1.0:1715209523.561384:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972032, portal 25 00000400:00000010:0.0:1715209523.561386:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715209523.561387:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075972096, offset 0 00000400:00000010:1.0:1715209523.561387:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da660. 00000100:00000200:1.0:1715209523.561389:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075972032, offset 0 00000400:00000200:0.0:1715209523.561394:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209523.561399:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209523.561405:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209523.561408:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209523.561411:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209523.561413:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209523.561415:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209523.561417:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [659:659:256:4294967295] 192.168.202.130@tcp LPNI seq info [659:659:8:4294967295] 00000400:00000200:0.0:1715209523.561423:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209523.561447:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209523.561447:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209523.561449:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209523.561450:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209523.561452:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209523.561453:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209523.561454:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209523.561456:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209523.561458:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [660:660:255:4294967295] 192.168.202.130@tcp LPNI seq info [660:660:7:4294967295] 00000800:00000200:0.0:1715209523.561460:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209523.561463:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209523.561465:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209523.561468:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209523.561471:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715209523.561474:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209523.561478:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209523.561480:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209523.561516:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209523.561519:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209523.561525:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209523.561529:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209523.561532:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715209523.561533:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715209523.561538:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075972096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209523.561597:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209523.561598:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715209523.561601:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209523.561603:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209523.561604:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da660 00000400:00000010:2.0:1715209523.561605:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da660. 00000100:00000200:2.0:1715209523.561607:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075972032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209523.562756:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209523.562765:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0aa00 00000400:00000200:0.0:1715209523.562771:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1561 [1] + 224 00000400:00000200:0.0:1715209523.562779:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209523.562782:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209523.562787:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075972096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209523.562813:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209523.562818:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0a9c0 00000400:00000200:0.0:1715209523.562822:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1565 [1] + 224 00000400:00000200:0.0:1715209523.562834:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209523.562837:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209523.562841:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075972032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209523.562863:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000400:00000200:2.0:1715209523.562874:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715209523.562876:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000400:00000010:1.0:1715209523.562881:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715209523.562881:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075972096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209523.562884:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209523.562885:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209523.562888:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075972032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209523.562890:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075972096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209523.562901:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075972032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209523.562912:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:2.0:1715209523.562912:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715209523.562915:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 02000000:00000010:2.0:1715209523.562916:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715209523.562918:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:2.0:1715209523.562918:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715209528.569244:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209528.569263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209528.569300:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209528.569303:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715209528.569363:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:3.0:1715209528.569364:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715209528.569368:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 00000400:00000010:3.0:1715209528.569369:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715209528.569372:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000010:3.0:1715209528.569372:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:0.0:1715209528.569378:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972224, portal 4 00000100:00000200:3.0:1715209528.569381:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972160, portal 25 00000400:00000010:0.0:1715209528.569383:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:3.0:1715209528.569383:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257110. 00000100:00000200:3.0:1715209528.569385:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075972160, offset 0 00000400:00000200:3.0:1715209528.569404:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209528.569409:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075972224, offset 0 00000400:00000200:0.0:1715209528.569413:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209528.569414:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715209528.569418:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209528.569420:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209528.569422:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209528.569424:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209528.569426:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [661:661:256:4294967295] 192.168.202.130@tcp LPNI seq info [661:661:8:4294967295] 00000400:00000200:3.0:1715209528.569432:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715209528.569437:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:3.0:1715209528.569437:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209528.569439:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209528.569440:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba600. 00000400:00000200:0.0:1715209528.569441:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209528.569442:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209528.569443:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209528.569445:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [662:662:255:4294967295] 192.168.202.130@tcp LPNI seq info [662:662:7:4294967295] 00000800:00000200:3.0:1715209528.569445:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209528.569450:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209528.569452:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209528.569454:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000800:00000200:3.0:1715209528.569454:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209528.569457:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209528.569457:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209528.569460:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209528.569461:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209528.569518:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209528.569521:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba600. 00000400:00000200:1.0:1715209528.569526:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209528.569530:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209528.569533:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257110 00000400:00000010:1.0:1715209528.569534:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257110. 00000100:00000200:1.0:1715209528.569540:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075972160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209528.569601:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209528.569602:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715209528.569604:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209528.569606:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209528.569607:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715209528.569608:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715209528.569610:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075972224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209528.570727:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209528.570733:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0aa40 00000400:00000200:0.0:1715209528.570738:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1575 [1] + 224 00000400:00000200:0.0:1715209528.570744:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209528.570746:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209528.570750:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075972160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209528.570769:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209528.570771:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0aa80 00000400:00000200:0.0:1715209528.570773:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1571 [1] + 224 00000400:00000200:0.0:1715209528.570785:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209528.570787:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209528.570790:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075972224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209528.570800:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209528.570811:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209528.570813:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209528.570818:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075972160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209528.570827:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075972160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209528.570847:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209528.570852:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715209528.570855:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:1.0:1715209528.570866:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000400:00000200:1.0:1715209528.570871:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715209528.570872:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715209528.570876:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075972224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209528.570881:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075972224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209528.570894:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715209528.570897:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715209528.570903:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209533.577299:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209533.577325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209533.577382:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209533.577387:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:1.0:1715209533.577432:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 02000000:00000010:0.0:1715209533.577441:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:1.0:1715209533.577441:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209533.577445:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 00000400:00000010:0.0:1715209533.577448:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000010:1.0:1715209533.577449:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209533.577454:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972352, portal 4 00000100:00000200:1.0:1715209533.577461:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972288, portal 25 00000400:00000010:0.0:1715209533.577463:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000010:1.0:1715209533.577465:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dadd0. 00000100:00000200:0.0:1715209533.577466:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075972352, offset 0 00000100:00000200:1.0:1715209533.577467:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075972288, offset 0 00000400:00000200:0.0:1715209533.577475:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209533.577482:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209533.577489:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209533.577495:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209533.577500:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209533.577503:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209533.577506:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209533.577509:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [663:663:256:4294967295] 192.168.202.130@tcp LPNI seq info [663:663:8:4294967295] 00000400:00000200:0.0:1715209533.577520:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209533.577527:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209533.577528:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209533.577531:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715209533.577532:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209533.577535:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209533.577537:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209533.577537:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209533.577540:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209533.577543:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [664:664:255:4294967295] 192.168.202.130@tcp LPNI seq info [664:664:7:4294967295] 00000800:00000200:0.0:1715209533.577548:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209533.577551:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209533.577553:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209533.577556:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209533.577560:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715209533.577563:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209533.577569:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209533.577572:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209533.577622:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209533.577626:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715209533.577658:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209533.577663:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209533.577667:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715209533.577668:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715209533.577675:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075972352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209533.577747:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209533.577748:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715209533.577751:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209533.577753:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209533.577755:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dadd0 00000400:00000010:2.0:1715209533.577756:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dadd0. 00000100:00000200:2.0:1715209533.577758:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075972288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209533.579028:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209533.579037:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0aac0 00000400:00000200:0.0:1715209533.579043:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1585 [1] + 224 00000400:00000200:0.0:1715209533.579050:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209533.579052:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209533.579073:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075972288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209533.579097:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209533.579101:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ab00 00000400:00000200:0.0:1715209533.579103:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1581 [1] + 224 00000400:00000200:0.0:1715209533.579114:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209533.579134:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209533.579138:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075972352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209533.579153:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209533.579158:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209533.579159:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209533.579164:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075972288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209533.579171:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075972288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209533.579188:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 00000400:00000010:2.0:1715209533.579192:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 02000000:00000010:1.0:1715209533.579194:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209533.579197:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000200:2.0:1715209533.579197:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715209533.579199:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715209533.579205:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075972352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209533.579213:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075972352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209533.579240:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209533.579244:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715209533.579247:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715209538.585330:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209538.585360:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209538.585415:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209538.585419:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209538.585489:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209538.585497:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:0.0:1715209538.585503:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715209538.585511:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972480, portal 4 00000400:00000010:0.0:1715209538.585519:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715209538.585522:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075972480, offset 0 02000000:00000010:2.0:1715209538.585532:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000200:0.0:1715209538.585533:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209538.585544:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:0.0:1715209538.585549:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715209538.585552:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000400:00000200:0.0:1715209538.585555:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715209538.585558:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972416, portal 25 00000400:00000200:0.0:1715209538.585560:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209538.585563:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1715209538.585563:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000400:00000200:0.0:1715209538.585566:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000100:00000200:2.0:1715209538.585566:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075972416, offset 0 00000400:00000200:0.0:1715209538.585569:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [665:665:256:4294967295] 192.168.202.130@tcp LPNI seq info [665:665:8:4294967295] 00000400:00000200:2.0:1715209538.585576:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209538.585580:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209538.585586:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209538.585627:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209538.585632:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209538.585633:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715209538.585635:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209538.585638:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209538.585641:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209538.585644:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [666:666:255:4294967295] 192.168.202.130@tcp LPNI seq info [666:666:7:4294967295] 00000400:00000200:2.0:1715209538.585668:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209538.585672:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209538.585674:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000010:2.0:1715209538.585676:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715209538.585680:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209538.585683:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209538.585685:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209538.585687:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209538.585687:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209538.585781:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209538.585786:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715209538.585795:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209538.585800:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209538.585803:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715209538.585805:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715209538.585813:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075972480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209538.585898:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209538.585900:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715209538.585902:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209538.585905:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209538.585907:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715209538.585908:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715209538.585911:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075972416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209538.587791:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209538.587804:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ab40 00000400:00000200:0.0:1715209538.587812:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1599 [1] + 224 00000400:00000200:0.0:1715209538.587823:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209538.587826:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209538.587834:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075972416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209538.587869:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209538.587874:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ab80 00000400:00000200:0.0:1715209538.587879:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1591 [1] + 224 00000400:00000200:0.0:1715209538.587896:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209538.587900:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209538.587904:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075972480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209538.587931:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:2.0:1715209538.587939:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:2.0:1715209538.587941:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209538.587950:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075972416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209538.587967:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075972416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209538.588017:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715209538.588024:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715209538.588028:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:1.0:1715209538.588046:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 00000400:00000200:1.0:1715209538.588056:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715209538.588058:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715209538.588069:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075972480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209538.588084:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075972480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209538.588114:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209538.588205:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715209538.588209:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715209543.593247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209543.593278:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715209543.593340:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209543.593345:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715209543.593426:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209543.593435:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 00000400:00000010:0.0:1715209543.593443:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 02000000:00000010:1.0:1715209543.593445:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000100:00000200:0.0:1715209543.593452:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972608, portal 4 00000400:00000010:1.0:1715209543.593457:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209543.593463:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000010:1.0:1715209543.593464:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209543.593467:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075972608, offset 0 00000100:00000200:1.0:1715209543.593470:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972544, portal 25 00000400:00000010:1.0:1715209543.593476:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da330. 00000400:00000200:0.0:1715209543.593481:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209543.593492:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075972544, offset 0 00000400:00000200:0.0:1715209543.593497:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209543.593519:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209543.593520:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209543.593525:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209543.593530:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209543.593534:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209543.593540:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [667:667:256:4294967295] 192.168.202.130@tcp LPNI seq info [667:667:8:4294967295] 00000400:00000200:0.0:1715209543.593580:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209543.593590:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209543.593592:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209543.593596:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209543.593596:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209543.593600:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209543.593603:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209543.593605:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209543.593605:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209543.593608:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [668:668:255:4294967295] 192.168.202.130@tcp LPNI seq info [668:668:7:4294967295] 00000800:00000200:0.0:1715209543.593618:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209543.593619:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209543.593624:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209543.593625:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715209543.593629:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715209543.593633:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209543.593640:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209543.593643:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209543.593742:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209543.593746:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715209543.593751:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209543.593757:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209543.593761:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715209543.593763:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715209543.593773:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075972608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209543.593861:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209543.593863:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715209543.593867:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209543.593870:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209543.593873:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da330 00000400:00000010:2.0:1715209543.593874:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da330. 00000100:00000200:2.0:1715209543.593878:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075972544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209543.595611:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209543.595624:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ac00 00000400:00000200:0.0:1715209543.595631:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x15a1 [1] + 224 00000400:00000200:0.0:1715209543.595642:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209543.595646:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209543.595653:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075972608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209543.595692:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209543.595698:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0abc0 00000400:00000200:0.0:1715209543.595702:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x15a9 [1] + 224 00000400:00000200:0.0:1715209543.595718:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209543.595722:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209543.595727:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075972544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209543.595759:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:2.0:1715209543.595767:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715209543.595769:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715209543.595777:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075972608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209543.595788:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075972608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209543.595820:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000400:00000010:1.0:1715209543.595821:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715209543.595825:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715209543.595829:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000200:1.0:1715209543.595830:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209543.595833:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209543.595843:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075972544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209543.595859:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075972544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209543.595877:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715209543.595883:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715209543.595886:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715209548.601255:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209548.601275:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209548.601313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209548.601328:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:2.0:1715209548.601344:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715209548.601355:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000400:00000010:2.0:1715209548.601360:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209548.601366:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972672, portal 25 00000400:00000010:2.0:1715209548.601369:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715209548.601370:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075972672, offset 0 02000000:00000010:0.0:1715209548.601372:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209548.601375:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 00000400:00000200:2.0:1715209548.601377:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715209548.601383:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715209548.601386:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972736, portal 4 00000400:00000200:2.0:1715209548.601387:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:0.0:1715209548.601390:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000200:2.0:1715209548.601390:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715209548.601391:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075972736, offset 0 00000400:00000200:2.0:1715209548.601393:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209548.601395:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209548.601395:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209548.601397:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209548.601399:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [669:669:256:4294967295] 192.168.202.130@tcp LPNI seq info [669:669:8:4294967295] 00000400:00000200:2.0:1715209548.601405:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209548.601408:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209548.601409:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209548.601411:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715209548.601412:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209548.601413:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209548.601415:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209548.601415:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209548.601416:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209548.601418:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [670:670:255:4294967295] 192.168.202.130@tcp LPNI seq info [670:670:7:4294967295] 00000800:00000200:2.0:1715209548.601422:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209548.601423:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209548.601425:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715209548.601425:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715209548.601427:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715209548.601429:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209548.601433:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209548.601435:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209548.601531:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209548.601534:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715209548.601540:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209548.601544:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209548.601547:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:1.0:1715209548.601548:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:1.0:1715209548.601553:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075972672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209548.601626:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209548.601628:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209548.601631:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209548.601634:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209548.601637:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:1.0:1715209548.601637:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715209548.601640:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075972736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209548.602869:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209548.602878:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ac40 00000400:00000200:0.0:1715209548.602883:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x15b1 [1] + 224 00000400:00000200:0.0:1715209548.602894:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209548.602897:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209548.602903:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075972672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209548.602930:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209548.602935:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ac80 00000400:00000200:0.0:1715209548.602944:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x15b9 [1] + 224 00000400:00000010:2.0:1715209548.602949:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:2.0:1715209548.602953:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:2.0:1715209548.602954:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209548.602958:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075972672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209548.602960:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209548.602963:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715209548.602963:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075972672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209548.602968:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075972736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209548.602978:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715209548.602982:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715209548.602984:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:1.0:1715209548.603014:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 00000400:00000200:1.0:1715209548.603019:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715209548.603020:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715209548.603024:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075972736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209548.603030:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075972736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209548.603042:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715209548.603045:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715209548.603047:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715209553.609247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209553.609268:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209553.609303:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209553.609306:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209553.609351:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209553.609353:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715209553.609356:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 00000400:00000010:1.0:1715209553.609359:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209553.609361:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:1.0:1715209553.609363:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209553.609366:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972864, portal 4 00000100:00000200:1.0:1715209553.609366:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972800, portal 25 00000400:00000010:1.0:1715209553.609370:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daa18. 00000400:00000010:0.0:1715209553.609371:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715209553.609372:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075972864, offset 0 00000100:00000200:1.0:1715209553.609372:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075972800, offset 0 00000400:00000200:0.0:1715209553.609380:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209553.609388:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209553.609389:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209553.609393:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209553.609396:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209553.609399:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209553.609400:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209553.609402:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [671:671:256:4294967295] 192.168.202.130@tcp LPNI seq info [671:671:8:4294967295] 00000400:00000200:0.0:1715209553.609408:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209553.609412:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209553.609414:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209553.609415:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715209553.609417:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209553.609419:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209553.609420:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209553.609422:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209553.609424:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209553.609426:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209553.609429:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209553.609449:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [672:672:255:4294967295] 192.168.202.130@tcp LPNI seq info [672:672:7:4294967295] 00000400:00000200:1.0:1715209553.609457:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209553.609480:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209553.609483:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715209553.609486:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209553.609491:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209553.609493:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209553.609503:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209553.609506:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209553.609510:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209553.609523:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209553.609526:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715209553.609527:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715209553.609533:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075972864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209553.609607:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209553.609609:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715209553.609613:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209553.609616:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209553.609618:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daa18 00000400:00000010:2.0:1715209553.609619:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daa18. 00000100:00000200:2.0:1715209553.609623:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075972800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209553.610618:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209553.610628:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ad00 00000400:00000200:0.0:1715209553.610632:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x15c1 [1] + 224 00000400:00000200:0.0:1715209553.610639:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209553.610641:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209553.610645:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075972864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209553.610663:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209553.610666:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0acc0 00000400:00000200:0.0:1715209553.610668:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x15c5 [1] + 224 00000400:00000200:0.0:1715209553.610677:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209553.610679:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209553.610681:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075972800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209553.610691:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 00000400:00000200:2.0:1715209553.610694:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715209553.610696:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715209553.610700:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075972864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209553.610707:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075972864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209553.610722:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209553.610726:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209553.610728:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 02000000:00000010:2.0:1715209553.610729:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 00000100:00000200:1.0:1715209553.610732:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075972800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209553.610733:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209553.610736:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000200:1.0:1715209553.610740:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075972800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209553.610752:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715209553.610756:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715209553.610758:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715209558.617304:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209558.617327:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209558.617366:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209558.617369:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209558.617430:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209558.617435:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 02000000:00000010:3.0:1715209558.617438:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715209558.617451:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000400:00000010:3.0:1715209558.617454:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715209558.617456:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972992, portal 4 00000400:00000010:3.0:1715209558.617457:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209558.617460:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075972928, portal 25 00000400:00000010:0.0:1715209558.617462:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000010:3.0:1715209558.617462:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02577f8. 00000100:00000200:0.0:1715209558.617464:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075972992, offset 0 00000100:00000200:3.0:1715209558.617464:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075972928, offset 0 00000400:00000200:3.0:1715209558.617471:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209558.617476:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209558.617481:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715209558.617485:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209558.617488:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209558.617490:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209558.617491:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209558.617493:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [673:673:256:4294967295] 192.168.202.130@tcp LPNI seq info [673:673:8:4294967295] 00000400:00000200:3.0:1715209558.617499:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209558.617503:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209558.617504:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209558.617506:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209558.617506:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba800. 00000400:00000200:0.0:1715209558.617508:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209558.617509:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209558.617510:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209558.617511:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:3.0:1715209558.617517:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209558.617520:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209558.617526:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [674:674:255:4294967295] 192.168.202.130@tcp LPNI seq info [674:674:7:4294967295] 00000400:00000200:0.0:1715209558.617531:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209558.617534:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209558.617536:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000800:00000200:0.0:1715209558.617538:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209558.617541:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209558.617543:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209558.617583:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209558.617586:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba800. 00000400:00000200:1.0:1715209558.617592:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209558.617596:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209558.617598:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02577f8 00000400:00000010:1.0:1715209558.617600:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02577f8. 00000100:00000200:1.0:1715209558.617606:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075972928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209558.617668:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209558.617669:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209558.617671:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209558.617672:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209558.617674:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715209558.617680:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715209558.617683:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075972992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209558.619042:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209558.619049:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ad40 00000400:00000200:0.0:1715209558.619053:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x15d5 [1] + 224 00000400:00000200:0.0:1715209558.619059:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209558.619061:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209558.619066:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075972928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209558.619084:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209558.619086:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ad80 00000400:00000200:0.0:1715209558.619088:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x15d1 [1] + 224 00000400:00000200:0.0:1715209558.619097:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209558.619099:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209558.619101:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075972992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209558.619143:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209558.619148:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209558.619154:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209558.619158:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075972928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209558.619164:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075972928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209558.619173:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:1.0:1715209558.619178:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715209558.619179:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 02000000:00000010:3.0:1715209558.619180:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 00000100:00000200:1.0:1715209558.619183:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075972992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209558.619184:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715209558.619187:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000200:1.0:1715209558.619188:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075972992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209558.619201:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715209558.619205:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715209558.619207:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715209563.625273:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209563.625296:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209563.625334:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209563.625336:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715209563.625400:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209563.625403:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715209563.625406:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 00000400:00000010:2.0:1715209563.625407:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000400:00000010:2.0:1715209563.625412:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209563.625417:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973056, portal 25 00000400:00000010:2.0:1715209563.625421:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:2.0:1715209563.625422:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075973056, offset 0 00000400:00000010:0.0:1715209563.625424:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000200:2.0:1715209563.625429:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209563.625433:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973120, portal 4 00000400:00000010:0.0:1715209563.625438:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715209563.625439:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075973120, offset 0 00000400:00000200:2.0:1715209563.625440:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209563.625442:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209563.625448:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209563.625451:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209563.625454:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209563.625455:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209563.625457:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [675:675:256:4294967295] 192.168.202.130@tcp LPNI seq info [675:675:8:4294967295] 00000400:00000200:2.0:1715209563.625464:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715209563.625468:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715209563.625468:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209563.625470:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209563.625470:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000400:00000200:0.0:1715209563.625472:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209563.625474:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209563.625474:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209563.625475:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209563.625477:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [676:676:255:4294967295] 192.168.202.130@tcp LPNI seq info [676:676:7:4294967295] 00000800:00000200:2.0:1715209563.625481:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209563.625482:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209563.625484:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715209563.625484:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715209563.625486:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715209563.625488:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209563.625491:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209563.625493:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209563.625546:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209563.625549:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715209563.625555:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209563.625559:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209563.625561:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715209563.625562:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715209563.625569:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075973056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209563.625632:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209563.625634:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209563.625635:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209563.625637:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209563.625638:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715209563.625639:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715209563.625641:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075973120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209563.627190:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209563.627197:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0adc0 00000400:00000200:0.0:1715209563.627202:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x15e1 [1] + 224 00000400:00000200:0.0:1715209563.627208:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209563.627210:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209563.627214:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075973056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209563.627234:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209563.627237:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ae00 00000400:00000200:0.0:1715209563.627239:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x15e9 [1] + 224 00000400:00000200:0.0:1715209563.627249:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715209563.627253:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:0.0:1715209563.627254:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209563.627256:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:2.0:1715209563.627257:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209563.627260:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075973056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209563.627262:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075973120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209563.627266:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075973056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209563.627282:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715209563.627285:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715209563.627288:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:1.0:1715209563.627303:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 00000400:00000200:1.0:1715209563.627308:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715209563.627314:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715209563.627318:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075973120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209563.627323:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075973120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209563.627337:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209563.627339:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715209563.627341:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209568.633271:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209568.633293:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209568.633356:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209568.633360:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715209568.633428:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:3.0:1715209568.633429:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715209568.633434:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 00000400:00000010:3.0:1715209568.633435:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715209568.633439:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:3.0:1715209568.633439:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209568.633445:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973184, portal 25 00000100:00000200:0.0:1715209568.633448:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973248, portal 4 00000400:00000010:3.0:1715209568.633448:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257770. 00000100:00000200:3.0:1715209568.633450:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075973184, offset 0 00000400:00000010:0.0:1715209568.633453:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000400:00000200:3.0:1715209568.633458:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209568.633463:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075973248, offset 0 00000400:00000200:0.0:1715209568.633468:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209568.633470:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715209568.633474:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209568.633477:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209568.633479:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209568.633481:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209568.633483:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [677:677:256:4294967295] 192.168.202.130@tcp LPNI seq info [677:677:8:4294967295] 00000400:00000200:3.0:1715209568.633490:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209568.633494:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209568.633495:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209568.633497:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209568.633497:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbad00. 00000400:00000200:0.0:1715209568.633499:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209568.633501:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209568.633501:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209568.633502:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209568.633504:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [678:678:255:4294967295] 192.168.202.130@tcp LPNI seq info [678:678:7:4294967295] 00000400:00000200:0.0:1715209568.633510:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209568.633510:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209568.633513:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:3.0:1715209568.633513:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbad00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715209568.633515:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000800:00000200:0.0:1715209568.633518:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209568.633521:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209568.633539:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209568.633594:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209568.633598:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbad00. 00000400:00000200:1.0:1715209568.633604:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209568.633608:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209568.633610:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257770 00000400:00000010:1.0:1715209568.633611:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257770. 00000100:00000200:1.0:1715209568.633617:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075973184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209568.633682:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209568.633684:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209568.633685:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209568.633687:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209568.633688:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715209568.633689:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715209568.633691:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075973248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209568.635199:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209568.635206:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ae40 00000400:00000200:0.0:1715209568.635210:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x15f1 [1] + 224 00000400:00000200:0.0:1715209568.635232:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209568.635234:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209568.635238:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075973184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209568.635258:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209568.635261:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ae80 00000400:00000200:0.0:1715209568.635263:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x15f5 [1] + 224 00000400:00000200:0.0:1715209568.635274:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209568.635276:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209568.635278:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075973248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209568.635309:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209568.635314:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209568.635315:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209568.635319:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075973184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209568.635343:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075973184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209568.635359:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 02000000:00000010:3.0:1715209568.635360:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 00000400:00000200:1.0:1715209568.635364:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 02000000:00000010:3.0:1715209568.635364:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000400:00000010:1.0:1715209568.635365:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000010:3.0:1715209568.635367:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000200:1.0:1715209568.635369:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075973248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209568.635374:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075973248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209568.635396:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715209568.635399:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715209568.635400:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715209573.641309:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209573.641330:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209573.641364:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209573.641367:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715209573.641416:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209573.641417:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715209573.641421:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 00000400:00000010:2.0:1715209573.641422:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000400:00000010:0.0:1715209573.641425:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000010:2.0:1715209573.641425:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:0.0:1715209573.641430:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973376, portal 4 00000100:00000200:2.0:1715209573.641434:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973312, portal 25 00000400:00000010:0.0:1715209573.641435:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715209573.641436:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075973376, offset 0 00000400:00000010:2.0:1715209573.641436:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000100:00000200:2.0:1715209573.641438:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075973312, offset 0 00000400:00000200:0.0:1715209573.641443:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209573.641447:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209573.641453:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209573.641457:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209573.641460:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209573.641462:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209573.641463:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209573.641465:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [679:679:256:4294967295] 192.168.202.130@tcp LPNI seq info [679:679:8:4294967295] 00000400:00000200:0.0:1715209573.641472:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209573.641490:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209573.641490:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209573.641492:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209573.641493:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209573.641496:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209573.641500:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209573.641501:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209573.641503:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209573.641503:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209573.641504:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [680:680:255:4294967295] 192.168.202.130@tcp LPNI seq info [680:680:7:4294967295] 00000800:00000200:0.0:1715209573.641506:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209573.641509:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209573.641512:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209573.641515:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715209573.641517:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209573.641521:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209573.641522:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209573.641562:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209573.641565:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715209573.641571:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209573.641575:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209573.641578:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715209573.641579:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715209573.641585:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075973376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209573.641647:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209573.641648:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715209573.641650:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209573.641652:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209573.641653:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:1.0:1715209573.641654:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:1.0:1715209573.641656:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075973312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209573.642707:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209573.642714:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0af00 00000400:00000200:0.0:1715209573.642719:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1601 [1] + 224 00000400:00000200:0.0:1715209573.642725:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209573.642726:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209573.642730:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075973376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209573.642750:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209573.642753:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0aec0 00000400:00000200:0.0:1715209573.642756:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1605 [1] + 224 00000400:00000200:0.0:1715209573.642767:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209573.642769:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209573.642771:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075973312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209573.642809:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 00000400:00000200:2.0:1715209573.642813:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715209573.642814:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715209573.642818:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075973376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209573.642824:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075973376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209573.642839:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 02000000:00000010:2.0:1715209573.642842:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000400:00000200:3.0:1715209573.642844:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 02000000:00000010:2.0:1715209573.642845:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000400:00000010:3.0:1715209573.642845:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000010:2.0:1715209573.642848:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000200:3.0:1715209573.642849:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075973312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209573.642854:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075973312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209573.642864:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715209573.642866:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715209573.642868:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715209578.649374:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209578.649403:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715209578.649456:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209578.649460:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209578.649528:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209578.649536:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:0.0:1715209578.649542:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715209578.649551:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973504, portal 4 00000400:00000010:0.0:1715209578.649559:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 02000000:00000010:2.0:1715209578.649559:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715209578.649569:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5318. 00000400:00000010:2.0:1715209578.649574:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715209578.649578:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973440, portal 25 00000100:00000200:0.0:1715209578.649580:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075973504, offset 0 00000400:00000010:2.0:1715209578.649582:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000400:00000200:0.0:1715209578.649590:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209578.649595:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075973440, offset 0 00000400:00000200:2.0:1715209578.649603:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209578.649605:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209578.649611:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209578.649616:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209578.649620:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209578.649623:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209578.649626:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [681:681:256:4294967295] 192.168.202.130@tcp LPNI seq info [681:681:8:4294967295] 00000400:00000200:0.0:1715209578.649637:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209578.649643:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209578.649646:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209578.649647:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209578.649650:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209578.649654:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209578.649654:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209578.649664:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209578.649666:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209578.649669:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209578.649670:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209578.649672:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [682:682:255:4294967295] 192.168.202.130@tcp LPNI seq info [682:682:7:4294967295] 00000400:00000200:2.0:1715209578.649682:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209578.649687:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209578.649691:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715209578.649695:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209578.649702:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209578.649705:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209578.649759:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209578.649765:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209578.649773:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209578.649780:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209578.649784:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:1.0:1715209578.649787:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715209578.649796:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075973504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209578.649891:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209578.649893:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715209578.649896:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209578.649900:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209578.649912:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:1.0:1715209578.649914:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715209578.649919:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075973440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209578.651370:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209578.651383:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0af80 00000400:00000200:0.0:1715209578.651391:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1611 [1] + 224 00000400:00000200:0.0:1715209578.651401:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209578.651405:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209578.651412:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075973504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209578.651450:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209578.651455:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0af40 00000400:00000200:0.0:1715209578.651459:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1615 [1] + 224 00000400:00000200:0.0:1715209578.651483:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209578.651489:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209578.651497:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075973440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209578.651534:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 00000400:00000200:2.0:1715209578.651542:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715209578.651544:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715209578.651552:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075973504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209578.651563:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075973504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209578.651594:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209578.651599:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715209578.651603:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:3.0:1715209578.651642:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5318. 00000400:00000200:3.0:1715209578.651651:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:3.0:1715209578.651653:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:3.0:1715209578.651660:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075973440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209578.651671:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075973440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209578.651688:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715209578.651693:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:3.0:1715209578.651696:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715209583.657356:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209583.657386:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715209583.657439:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209583.657443:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209583.657534:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209583.657544:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 00000400:00000010:0.0:1715209583.657552:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 02000000:00000010:1.0:1715209583.657552:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000100:00000200:0.0:1715209583.657561:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973632, portal 4 00000400:00000010:1.0:1715209583.657562:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209583.657568:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715209583.657572:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715209583.657572:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973568, portal 25 00000100:00000200:0.0:1715209583.657577:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075973632, offset 0 00000400:00000010:1.0:1715209583.657577:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dac38. 00000100:00000200:1.0:1715209583.657579:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075973568, offset 0 00000400:00000200:0.0:1715209583.657590:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209583.657599:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209583.657608:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209583.657614:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209583.657619:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209583.657622:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209583.657625:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209583.657629:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [683:683:256:4294967295] 192.168.202.130@tcp LPNI seq info [683:683:8:4294967295] 00000400:00000200:0.0:1715209583.657640:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209583.657647:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209583.657649:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209583.657651:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209583.657653:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209583.657657:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209583.657657:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209583.657660:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209583.657663:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209583.657666:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [684:684:255:4294967295] 192.168.202.130@tcp LPNI seq info [684:684:7:4294967295] 00000800:00000200:0.0:1715209583.657668:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209583.657673:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209583.657676:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209583.657680:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209583.657684:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715209583.657689:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209583.657696:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209583.657699:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209583.657768:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209583.657774:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715209583.657782:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209583.657789:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209583.657793:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715209583.657795:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715209583.657805:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075973632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209583.657894:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209583.657897:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715209583.657900:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209583.657923:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209583.657925:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dac38 00000400:00000010:2.0:1715209583.657927:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dac38. 00000100:00000200:2.0:1715209583.657931:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075973568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209583.659459:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209583.659472:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b000 00000400:00000200:0.0:1715209583.659479:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1621 [1] + 224 00000400:00000200:0.0:1715209583.659490:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209583.659494:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209583.659511:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075973632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209583.659552:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209583.659558:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0afc0 00000400:00000200:0.0:1715209583.659562:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1625 [1] + 224 00000400:00000200:0.0:1715209583.659582:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209583.659585:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209583.659590:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075973568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209583.659640:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 00000400:00000200:2.0:1715209583.659648:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715209583.659650:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715209583.659658:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075973632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209583.659668:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075973632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209583.659699:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209583.659704:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000400:00000010:1.0:1715209583.659705:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000010:2.0:1715209583.659709:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000200:1.0:1715209583.659713:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209583.659715:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209583.659723:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075973568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209583.659734:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075973568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209583.659768:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715209583.659774:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715209583.659777:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715209588.665379:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209588.665410:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209588.665473:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209588.665477:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715209588.665551:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209588.665558:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 00000400:00000010:0.0:1715209588.665565:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 02000000:00000010:2.0:1715209588.665570:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000100:00000200:0.0:1715209588.665572:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973760, portal 4 00000400:00000010:2.0:1715209588.665579:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd52c0. 00000400:00000010:0.0:1715209588.665581:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715209588.665584:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075973760, offset 0 00000400:00000010:2.0:1715209588.665585:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715209588.665589:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973696, portal 25 00000400:00000010:2.0:1715209588.665594:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000400:00000200:0.0:1715209588.665596:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209588.665606:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075973696, offset 0 00000400:00000200:0.0:1715209588.665610:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209588.665613:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209588.665617:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209588.665621:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209588.665624:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209588.665627:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209588.665630:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [685:685:256:4294967295] 192.168.202.130@tcp LPNI seq info [685:685:8:4294967295] 00000400:00000200:0.0:1715209588.665641:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209588.665647:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209588.665650:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209588.665651:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715209588.665654:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209588.665657:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209588.665660:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209588.665663:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209588.665666:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [686:686:255:4294967295] 192.168.202.130@tcp LPNI seq info [686:686:7:4294967295] 00000800:00000200:0.0:1715209588.665676:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209588.665676:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209588.665681:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209588.665687:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209588.665691:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715209588.665694:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715209588.665700:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209588.665706:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209588.665710:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209588.665781:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209588.665787:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715209588.665795:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209588.665802:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209588.665806:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:1.0:1715209588.665809:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:1.0:1715209588.665818:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075973760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209588.665905:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209588.665908:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715209588.665910:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209588.665914:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209588.665917:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:1.0:1715209588.665918:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:1.0:1715209588.665922:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075973696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209588.667469:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209588.667481:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b080 00000400:00000200:0.0:1715209588.667488:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1631 [1] + 224 00000400:00000200:0.0:1715209588.667498:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209588.667502:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209588.667508:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075973760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209588.667545:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209588.667567:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b040 00000400:00000200:0.0:1715209588.667570:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1639 [1] + 224 00000400:00000200:0.0:1715209588.667584:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209588.667587:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209588.667591:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075973696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209588.667597:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:2.0:1715209588.667603:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715209588.667605:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715209588.667611:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075973760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209588.667619:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075973760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209588.667643:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209588.667647:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715209588.667650:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000010:3.0:1715209588.667651:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd52c0. 00000400:00000200:3.0:1715209588.667657:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:3.0:1715209588.667659:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:3.0:1715209588.667665:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075973696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209588.667686:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075973696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209588.667700:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715209588.667704:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715209588.667706:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715209593.673199:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209593.673218:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209593.673257:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209593.673259:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715209593.673316:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209593.673317:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:0.0:1715209593.673322:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000010:2.0:1715209593.673324:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd52c0. 00000400:00000010:0.0:1715209593.673327:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000010:2.0:1715209593.673329:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000100:00000200:0.0:1715209593.673334:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973888, portal 4 00000100:00000200:2.0:1715209593.673334:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973824, portal 25 00000400:00000010:2.0:1715209593.673338:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000400:00000010:0.0:1715209593.673339:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715209593.673340:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075973824, offset 0 00000100:00000200:0.0:1715209593.673341:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075973888, offset 0 00000400:00000200:0.0:1715209593.673348:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209593.673354:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209593.673357:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209593.673375:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209593.673378:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209593.673380:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209593.673381:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209593.673383:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [687:687:256:4294967295] 192.168.202.130@tcp LPNI seq info [687:687:8:4294967295] 00000400:00000200:0.0:1715209593.673390:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209593.673394:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209593.673396:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715209593.673396:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209593.673399:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209593.673400:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209593.673401:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209593.673403:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209593.673405:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209593.673408:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209593.673408:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [688:688:255:4294967295] 192.168.202.130@tcp LPNI seq info [688:688:7:4294967295] 00000800:00000200:0.0:1715209593.673411:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209593.673415:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209593.673420:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209593.673422:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715209593.673431:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209593.673435:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209593.673438:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209593.673467:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209593.673470:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715209593.673475:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209593.673480:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209593.673482:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715209593.673484:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715209593.673490:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075973888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209593.673548:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209593.673550:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715209593.673551:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209593.673553:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209593.673560:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:1.0:1715209593.673560:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:1.0:1715209593.673563:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075973824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209593.674755:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209593.674761:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b100 00000400:00000200:0.0:1715209593.674765:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1641 [1] + 224 00000400:00000200:0.0:1715209593.674771:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209593.674773:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209593.674777:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075973888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209593.674796:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209593.674798:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b0c0 00000400:00000200:0.0:1715209593.674800:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1645 [1] + 224 00000400:00000200:0.0:1715209593.674810:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209593.674812:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209593.674814:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075973824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209593.674815:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:2.0:1715209593.674818:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715209593.674819:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715209593.674823:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075973888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209593.674828:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075973888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209593.674849:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209593.674853:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000400:00000010:3.0:1715209593.674853:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd52c0. 00000100:00000010:2.0:1715209593.674856:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000200:3.0:1715209593.674858:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:3.0:1715209593.674859:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:3.0:1715209593.674863:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075973824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209593.674868:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075973824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209593.674878:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715209593.674880:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715209593.674882:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715209598.681269:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209598.681289:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209598.681326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209598.681341:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:2.0:1715209598.681377:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715209598.681379:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:2.0:1715209598.681385:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5318. 00000400:00000010:3.0:1715209598.681385:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715209598.681389:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715209598.681390:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715209598.681395:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075973952, portal 25 00000400:00000010:2.0:1715209598.681399:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:3.0:1715209598.681399:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974016, portal 4 00000100:00000200:2.0:1715209598.681401:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075973952, offset 0 00000400:00000010:3.0:1715209598.681405:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257aa0. 00000400:00000200:2.0:1715209598.681409:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715209598.681411:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075974016, offset 0 00000400:00000200:3.0:1715209598.681416:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209598.681419:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209598.681422:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209598.681425:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209598.681428:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209598.681429:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209598.681431:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [689:689:256:4294967295] 192.168.202.130@tcp LPNI seq info [689:689:8:4294967295] 00000400:00000200:2.0:1715209598.681438:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209598.681442:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209598.681443:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209598.681444:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000400:00000200:3.0:1715209598.681445:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209598.681447:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715209598.681448:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209598.681449:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209598.681450:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209598.681452:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [690:690:255:4294967295] 192.168.202.130@tcp LPNI seq info [690:690:7:4294967295] 00000400:00000200:3.0:1715209598.681457:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209598.681461:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209598.681464:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209598.681467:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209598.681469:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaa00. 00000800:00000200:3.0:1715209598.681471:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209598.681475:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209598.681477:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaa00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209598.681529:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209598.681532:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:0.0:1715209598.681536:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209598.681541:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209598.681543:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:0.0:1715209598.681544:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:0.0:1715209598.681550:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075973952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209598.681609:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209598.681610:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaa00. 00000400:00000200:0.0:1715209598.681612:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209598.681614:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209598.681615:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257aa0 00000400:00000010:0.0:1715209598.681616:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257aa0. 00000100:00000200:0.0:1715209598.681618:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075974016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209598.682741:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209598.682749:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b140 00000400:00000200:0.0:1715209598.682753:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1651 [1] + 224 00000400:00000200:0.0:1715209598.682759:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209598.682761:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209598.682766:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075973952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209598.682796:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209598.682801:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b180 00000400:00000200:0.0:1715209598.682804:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1655 [1] + 224 00000400:00000200:0.0:1715209598.682817:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209598.682819:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209598.682822:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075974016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209598.682847:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5318. 00000400:00000200:2.0:1715209598.682851:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:2.0:1715209598.682853:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715209598.682858:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075973952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209598.682867:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075973952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209598.682868:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209598.682874:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209598.682875:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209598.682879:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075974016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209598.682884:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075974016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209598.682886:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715209598.682891:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715209598.682895:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 02000000:00000010:3.0:1715209598.682898:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209598.682901:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:3.0:1715209598.682903:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715209603.689273:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209603.689295:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209603.689335:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209603.689337:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209603.689394:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209603.689399:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 02000000:00000010:1.0:1715209603.689403:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:0.0:1715209603.689404:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000010:1.0:1715209603.689408:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715209603.689411:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974144, portal 4 00000400:00000010:1.0:1715209603.689412:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209603.689414:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974080, portal 25 00000400:00000010:0.0:1715209603.689416:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:1.0:1715209603.689416:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da2a8. 00000100:00000200:0.0:1715209603.689418:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075974144, offset 0 00000100:00000200:1.0:1715209603.689418:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075974080, offset 0 00000400:00000200:1.0:1715209603.689425:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209603.689430:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209603.689436:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209603.689440:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209603.689443:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209603.689446:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209603.689447:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209603.689449:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [691:691:256:4294967295] 192.168.202.130@tcp LPNI seq info [691:691:8:4294967295] 00000400:00000200:1.0:1715209603.689456:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209603.689459:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209603.689460:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715209603.689462:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000400:00000200:0.0:1715209603.689463:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209603.689465:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209603.689466:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715209603.689466:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209603.689468:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209603.689469:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [692:692:255:4294967295] 192.168.202.130@tcp LPNI seq info [692:692:7:4294967295] 00000800:00000200:1.0:1715209603.689474:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209603.689475:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209603.689477:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715209603.689477:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715209603.689479:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:0.0:1715209603.689481:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209603.689485:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209603.689487:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209603.689539:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209603.689542:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715209603.689549:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209603.689553:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209603.689556:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da2a8 00000400:00000010:2.0:1715209603.689557:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da2a8. 00000100:00000200:2.0:1715209603.689563:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075974080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209603.689624:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209603.689626:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209603.689627:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209603.689629:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209603.689630:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715209603.689631:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715209603.689633:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075974144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209603.690862:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209603.690869:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b1c0 00000400:00000200:0.0:1715209603.690874:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1665 [1] + 224 00000400:00000200:0.0:1715209603.690880:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209603.690882:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209603.690901:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075974080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209603.690923:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209603.690926:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b200 00000400:00000200:0.0:1715209603.690928:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1661 [1] + 224 00000400:00000200:0.0:1715209603.690938:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209603.690940:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209603.690942:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075974144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209603.690952:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209603.690957:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209603.690959:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209603.690964:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075974080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209603.690973:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075974080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209603.691001:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715209603.691006:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715209603.691008:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:2.0:1715209603.691009:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:2.0:1715209603.691013:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715209603.691014:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715209603.691040:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075974144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209603.691047:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075974144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209603.691060:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209603.691063:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715209603.691064:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715209608.697330:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209608.697359:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209608.697421:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209608.697425:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209608.697496:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209608.697504:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:0.0:1715209608.697511:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715209608.697518:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974272, portal 4 02000000:00000010:3.0:1715209608.697521:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715209608.697530:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000010:3.0:1715209608.697531:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715209608.697532:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075974272, offset 0 00000400:00000010:3.0:1715209608.697536:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715209608.697544:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715209608.697551:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974208, portal 25 00000400:00000010:3.0:1715209608.697555:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02575d8. 00000100:00000200:3.0:1715209608.697557:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075974208, offset 0 00000400:00000200:0.0:1715209608.697559:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715209608.697564:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209608.697565:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209608.697569:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209608.697573:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209608.697575:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209608.697579:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [693:693:256:4294967295] 192.168.202.130@tcp LPNI seq info [693:693:8:4294967295] 00000400:00000200:0.0:1715209608.697590:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209608.697596:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209608.697598:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209608.697600:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:3.0:1715209608.697602:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209608.697606:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209608.697609:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209608.697611:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209608.697614:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [694:694:255:4294967295] 192.168.202.130@tcp LPNI seq info [694:694:7:4294967295] 00000400:00000200:3.0:1715209608.697623:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209608.697626:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209608.697628:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209608.697637:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209608.697642:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1715209608.697642:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbae00. 00000800:00000200:3.0:1715209608.697647:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209608.697653:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209608.697657:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbae00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209608.697757:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209608.697764:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209608.697774:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209608.697783:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209608.697788:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715209608.697792:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715209608.697803:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075974272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209608.697909:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209608.697912:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbae00. 00000400:00000200:1.0:1715209608.697916:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209608.697922:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209608.697926:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02575d8 00000400:00000010:1.0:1715209608.697929:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02575d8. 00000100:00000200:1.0:1715209608.697935:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075974208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209608.699649:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209608.699661:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b280 00000400:00000200:0.0:1715209608.699668:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1671 [1] + 224 00000400:00000200:0.0:1715209608.699677:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209608.699681:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209608.699688:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075974272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209608.699723:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209608.699728:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b240 00000400:00000200:0.0:1715209608.699732:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1679 [1] + 224 00000400:00000200:0.0:1715209608.699747:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209608.699751:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209608.699755:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075974208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209608.699802:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:2.0:1715209608.699810:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715209608.699812:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715209608.699820:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075974272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209608.699832:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075974272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209608.699864:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000400:00000010:3.0:1715209608.699871:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715209608.699872:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209608.699877:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000200:3.0:1715209608.699881:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209608.699883:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209608.699891:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075974208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209608.699902:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075974208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209608.699920:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209608.699926:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715209608.699929:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715209613.705227:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209613.705253:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209613.705299:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209613.705302:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715209613.705365:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209613.705372:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 00000400:00000010:0.0:1715209613.705377:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715209613.705385:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974400, portal 4 00000400:00000010:0.0:1715209613.705391:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 02000000:00000010:2.0:1715209613.705393:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000100:00000200:0.0:1715209613.705394:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075974400, offset 0 00000400:00000010:2.0:1715209613.705401:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5318. 00000400:00000200:0.0:1715209613.705403:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209613.705414:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000400:00000200:0.0:1715209613.705417:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715209613.705418:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974336, portal 25 00000400:00000010:2.0:1715209613.705421:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715209613.705422:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075974336, offset 0 00000400:00000200:2.0:1715209613.705429:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209613.705438:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209613.705442:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209613.705445:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209613.705447:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209613.705450:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [695:695:256:4294967295] 192.168.202.130@tcp LPNI seq info [695:695:8:4294967295] 00000400:00000200:0.0:1715209613.705459:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209613.705465:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209613.705467:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209613.705469:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209613.705470:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209613.705473:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209613.705474:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209613.705475:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209613.705477:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209613.705480:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [696:696:255:4294967295] 192.168.202.130@tcp LPNI seq info [696:696:7:4294967295] 00000800:00000200:0.0:1715209613.705483:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209613.705487:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209613.705487:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209613.705500:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209613.705503:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715209613.705507:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209613.705513:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209613.705515:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209613.705563:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209613.705568:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209613.705576:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209613.705582:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209613.705586:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715209613.705587:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715209613.705595:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075974400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209613.705693:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209613.705695:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715209613.705697:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209613.705699:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209613.705723:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:1.0:1715209613.705725:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:1.0:1715209613.705728:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075974336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209613.707438:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209613.707448:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b300 00000400:00000200:0.0:1715209613.707456:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1681 [1] + 224 00000400:00000200:0.0:1715209613.707468:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209613.707472:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209613.707480:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075974400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209613.707526:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209613.707533:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b2c0 00000400:00000200:0.0:1715209613.707539:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1689 [1] + 224 00000400:00000200:0.0:1715209613.707558:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209613.707564:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209613.707571:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075974336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209613.707591:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 00000400:00000200:2.0:1715209613.707597:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715209613.707599:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715209613.707605:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075974400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209613.707614:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075974400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209613.707641:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000400:00000010:3.0:1715209613.707642:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5318. 02000000:00000010:2.0:1715209613.707646:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000400:00000200:3.0:1715209613.707649:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000100:00000010:2.0:1715209613.707650:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:3.0:1715209613.707651:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:3.0:1715209613.707657:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075974336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209613.707666:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075974336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209613.707680:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715209613.707684:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715209613.707687:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715209618.713344:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209618.713373:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209618.713433:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209618.713459:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:3.0:1715209618.713509:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:3.0:1715209618.713520:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 02000000:00000010:0.0:1715209618.713529:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:3.0:1715209618.713529:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:0.0:1715209618.713535:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 00000100:00000200:3.0:1715209618.713537:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974464, portal 25 00000400:00000010:0.0:1715209618.713539:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000400:00000010:3.0:1715209618.713542:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02574c8. 00000100:00000200:0.0:1715209618.713543:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974528, portal 4 00000100:00000200:3.0:1715209618.713545:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075974464, offset 0 00000400:00000010:0.0:1715209618.713550:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000400:00000200:3.0:1715209618.713556:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209618.713569:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075974528, offset 0 00000400:00000200:0.0:1715209618.713577:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209618.713580:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715209618.713586:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209618.713590:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209618.713594:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209618.713597:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209618.713600:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [697:697:256:4294967295] 192.168.202.130@tcp LPNI seq info [697:697:8:4294967295] 00000400:00000200:3.0:1715209618.713612:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209618.713618:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209618.713621:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209618.713625:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715209618.713625:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbae00. 00000400:00000200:0.0:1715209618.713628:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209618.713631:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715209618.713631:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209618.713634:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209618.713637:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [698:698:255:4294967295] 192.168.202.130@tcp LPNI seq info [698:698:7:4294967295] 00000800:00000200:3.0:1715209618.713642:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209618.713646:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209618.713648:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbae00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209618.713651:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209618.713655:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:0.0:1715209618.713660:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209618.713666:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209618.713669:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209618.713741:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209618.713747:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbae00. 00000400:00000200:1.0:1715209618.713756:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209618.713763:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209618.713767:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02574c8 00000400:00000010:1.0:1715209618.713769:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02574c8. 00000100:00000200:1.0:1715209618.713779:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075974464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209618.713871:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209618.713874:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715209618.713877:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209618.713880:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209618.713883:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715209618.713885:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715209618.713889:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075974528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209618.715852:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209618.715865:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b340 00000400:00000200:0.0:1715209618.715872:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1691 [1] + 224 00000400:00000200:0.0:1715209618.715883:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209618.715887:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209618.715919:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075974464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209618.715956:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209618.715962:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b380 00000400:00000200:0.0:1715209618.715975:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1695 [1] + 224 00000400:00000200:0.0:1715209618.715993:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209618.715997:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209618.716002:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075974528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209618.716053:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209618.716064:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209618.716067:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209618.716076:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075974464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209618.716092:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075974464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209618.716174:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:1.0:1715209618.716182:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715209618.716184:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715209618.716192:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075974528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209618.716203:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075974528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209618.716214:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209618.716224:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 02000000:00000010:1.0:1715209618.716227:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000100:00000010:3.0:1715209618.716230:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 02000000:00000010:1.0:1715209618.716232:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715209618.716235:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715209623.721339:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209623.721369:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209623.721434:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209623.721438:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209623.721518:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209623.721526:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:0.0:1715209623.721533:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715209623.721541:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974656, portal 4 02000000:00000010:1.0:1715209623.721547:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715209623.721550:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715209623.721552:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075974656, offset 0 00000400:00000200:0.0:1715209623.721563:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209623.721576:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209623.721578:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715209623.721582:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209623.721584:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715209623.721586:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974592, portal 25 00000400:00000200:0.0:1715209623.721588:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:1.0:1715209623.721590:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da5d8. 00000400:00000200:0.0:1715209623.721592:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1715209623.721593:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075974592, offset 0 00000400:00000200:0.0:1715209623.721595:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209623.721598:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [699:699:256:4294967295] 192.168.202.130@tcp LPNI seq info [699:699:8:4294967295] 00000400:00000200:1.0:1715209623.721600:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209623.721609:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209623.721616:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209623.721620:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715209623.721620:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209623.721624:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209623.721626:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209623.721628:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209623.721631:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209623.721633:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209623.721636:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [700:700:255:4294967295] 192.168.202.130@tcp LPNI seq info [700:700:7:4294967295] 00000800:00000200:0.0:1715209623.721637:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209623.721642:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209623.721645:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209623.721650:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209623.721653:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715209623.721658:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209623.721664:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209623.721668:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209623.721736:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209623.721741:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209623.721749:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209623.721756:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209623.721760:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715209623.721762:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715209623.721772:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075974656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209623.721892:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209623.721895:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715209623.721899:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209623.721903:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209623.721905:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da5d8 00000400:00000010:2.0:1715209623.721907:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da5d8. 00000100:00000200:2.0:1715209623.721911:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075974592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209623.723889:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209623.723917:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b400 00000400:00000200:0.0:1715209623.723928:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x16a1 [1] + 224 00000400:00000200:0.0:1715209623.723946:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209623.723952:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209623.723961:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075974656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209623.724020:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209623.724030:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b3c0 00000400:00000200:0.0:1715209623.724036:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x16a9 [1] + 224 00000400:00000200:0.0:1715209623.724059:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209623.724065:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209623.724072:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075974592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209623.724076:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:2.0:1715209623.724084:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715209623.724086:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715209623.724093:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075974656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209623.724104:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075974656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209623.724185:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209623.724191:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715209623.724195:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:1.0:1715209623.724204:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209623.724211:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209623.724213:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209623.724221:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075974592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209623.724232:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075974592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209623.724250:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715209623.724256:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715209623.724259:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715209628.729198:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209628.729220:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209628.729258:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209628.729261:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:2.0:1715209628.729299:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 02000000:00000010:0.0:1715209628.729303:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:2.0:1715209628.729305:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000400:00000010:0.0:1715209628.729307:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000010:0.0:1715209628.729310:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000010:2.0:1715209628.729311:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:0.0:1715209628.729316:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974784, portal 4 00000100:00000200:2.0:1715209628.729319:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974720, portal 25 00000400:00000010:0.0:1715209628.729321:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:2.0:1715209628.729322:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000100:00000200:0.0:1715209628.729323:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075974784, offset 0 00000100:00000200:2.0:1715209628.729323:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075974720, offset 0 00000400:00000200:0.0:1715209628.729330:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209628.729335:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209628.729341:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209628.729344:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209628.729347:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209628.729349:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209628.729351:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209628.729366:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [701:701:256:4294967295] 192.168.202.130@tcp LPNI seq info [701:701:8:4294967295] 00000400:00000200:0.0:1715209628.729373:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209628.729377:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209628.729378:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209628.729379:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209628.729380:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209628.729382:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209628.729383:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209628.729383:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209628.729385:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209628.729386:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [702:702:255:4294967295] 192.168.202.130@tcp LPNI seq info [702:702:7:4294967295] 00000800:00000200:0.0:1715209628.729391:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209628.729391:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209628.729394:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209628.729394:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209628.729396:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715209628.729398:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209628.729401:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209628.729403:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209628.729449:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209628.729453:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209628.729458:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209628.729467:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209628.729470:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715209628.729471:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715209628.729477:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075974784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209628.729541:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209628.729542:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715209628.729544:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209628.729546:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209628.729547:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:1.0:1715209628.729548:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:1.0:1715209628.729550:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075974720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209628.730727:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209628.730733:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b480 00000400:00000200:0.0:1715209628.730738:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x16b1 [1] + 224 00000400:00000200:0.0:1715209628.730744:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209628.730746:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209628.730750:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075974784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209628.730768:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209628.730770:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b440 00000400:00000200:0.0:1715209628.730773:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x16b5 [1] + 224 00000400:00000200:0.0:1715209628.730782:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209628.730784:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209628.730787:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075974720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209628.730799:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:2.0:1715209628.730804:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715209628.730805:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715209628.730826:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075974784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209628.730835:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075974784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209628.730841:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:3.0:1715209628.730846:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:3.0:1715209628.730847:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:3.0:1715209628.730851:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075974720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209628.730856:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075974720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209628.730857:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209628.730860:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209628.730863:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 02000000:00000010:3.0:1715209628.730866:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715209628.730874:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715209628.730876:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715209633.737338:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209633.737368:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209633.737422:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209633.737426:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209633.737504:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209633.737511:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 02000000:00000010:1.0:1715209633.737527:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:1.0:1715209633.737537:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209633.737538:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000010:1.0:1715209633.737542:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209633.737547:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974912, portal 4 00000100:00000200:1.0:1715209633.737547:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974848, portal 25 00000400:00000010:1.0:1715209633.737553:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000010:0.0:1715209633.737554:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715209633.737555:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075974848, offset 0 00000100:00000200:0.0:1715209633.737556:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075974912, offset 0 00000400:00000200:1.0:1715209633.737566:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209633.737575:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209633.737582:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209633.737587:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209633.737592:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209633.737595:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209633.737598:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209633.737602:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [703:703:256:4294967295] 192.168.202.130@tcp LPNI seq info [703:703:8:4294967295] 00000400:00000200:1.0:1715209633.737613:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209633.737619:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209633.737621:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715209633.737624:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715209633.737625:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209633.737629:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715209633.737630:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209633.737632:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209633.737635:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209633.737638:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [704:704:255:4294967295] 192.168.202.130@tcp LPNI seq info [704:704:7:4294967295] 00000800:00000200:1.0:1715209633.737641:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209633.737647:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209633.737652:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715209633.737655:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715209633.737658:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000800:00000200:0.0:1715209633.737662:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209633.737669:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209633.737672:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209633.737754:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209633.737760:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715209633.737811:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209633.737822:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209633.737828:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:2.0:1715209633.737832:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:2.0:1715209633.737844:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075974848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209633.737952:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209633.737955:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209633.737958:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209633.737962:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209633.737964:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715209633.737966:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715209633.737970:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075974912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209633.739872:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209633.739886:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b4c0 00000400:00000200:0.0:1715209633.739894:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x16c5 [1] + 224 00000400:00000200:0.0:1715209633.739906:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209633.739910:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209633.739917:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075974848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209633.739955:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209633.739960:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b500 00000400:00000200:0.0:1715209633.739965:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x16c1 [1] + 224 00000400:00000200:0.0:1715209633.739982:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209633.739992:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209633.739996:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075974912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209633.740058:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209633.740066:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209633.740068:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209633.740075:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075974848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209633.740085:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000100:00000200:1.0:1715209633.740086:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075974848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715209633.740094:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715209633.740096:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715209633.740103:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075974912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209633.740111:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 00000100:00000200:2.0:1715209633.740114:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075974912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209633.740162:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715209633.740166:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 02000000:00000010:2.0:1715209633.740189:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209633.740194:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715209633.740197:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715209638.745256:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209638.745285:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209638.745334:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209638.745337:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715209638.745408:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209638.745418:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 02000000:00000010:2.0:1715209638.745418:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715209638.745427:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:2.0:1715209638.745427:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000010:2.0:1715209638.745433:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:0.0:1715209638.745438:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975040, portal 4 00000100:00000200:2.0:1715209638.745438:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075974976, portal 25 00000400:00000010:2.0:1715209638.745443:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:2.0:1715209638.745446:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075974976, offset 0 00000400:00000010:0.0:1715209638.745447:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715209638.745450:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075975040, offset 0 00000400:00000200:2.0:1715209638.745457:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209638.745472:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209638.745472:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209638.745478:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209638.745483:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209638.745487:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209638.745490:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209638.745493:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [705:705:256:4294967295] 192.168.202.130@tcp LPNI seq info [705:705:8:4294967295] 00000400:00000200:2.0:1715209638.745504:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209638.745510:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209638.745513:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209638.745515:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000400:00000200:0.0:1715209638.745517:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209638.745521:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715209638.745521:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209638.745523:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209638.745526:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209638.745529:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [706:706:255:4294967295] 192.168.202.130@tcp LPNI seq info [706:706:7:4294967295] 00000800:00000200:2.0:1715209638.745532:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209638.745538:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209638.745539:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209638.745544:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209638.745547:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715209638.745552:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209638.745559:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209638.745564:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209638.745650:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209638.745654:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715209638.745660:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209638.745666:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209638.745670:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:1.0:1715209638.745672:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:1.0:1715209638.745680:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075974976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209638.745797:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209638.745799:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715209638.745802:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209638.745806:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209638.745808:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715209638.745810:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715209638.745814:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075975040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209638.747552:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209638.747565:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b540 00000400:00000200:0.0:1715209638.747572:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x16d5 [1] + 224 00000400:00000200:0.0:1715209638.747604:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209638.747608:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209638.747615:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075974976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209638.747651:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209638.747656:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b580 00000400:00000200:0.0:1715209638.747661:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x16d1 [1] + 224 00000400:00000200:0.0:1715209638.747676:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209638.747680:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209638.747684:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075975040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209638.747759:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:2.0:1715209638.747767:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:2.0:1715209638.747768:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715209638.747776:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075974976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209638.747786:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000100:00000200:2.0:1715209638.747788:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075974976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209638.747793:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715209638.747795:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715209638.747804:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075975040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209638.747829:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075975040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209638.747829:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715209638.747835:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209638.747839:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 02000000:00000010:1.0:1715209638.747852:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715209638.747857:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715209638.747859:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715209643.753252:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209643.753282:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209643.753346:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209643.753353:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:1.0:1715209643.753411:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:1.0:1715209643.753422:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209643.753431:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 02000000:00000010:0.0:1715209643.753434:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209643.753438:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 00000100:00000200:1.0:1715209643.753440:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975104, portal 25 00000400:00000010:0.0:1715209643.753443:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715209643.753446:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975168, portal 4 00000400:00000010:1.0:1715209643.753446:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dabb0. 00000100:00000200:1.0:1715209643.753450:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075975104, offset 0 00000400:00000010:0.0:1715209643.753453:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000200:1.0:1715209643.753462:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209643.753469:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075975168, offset 0 00000400:00000200:0.0:1715209643.753476:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209643.753480:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209643.753489:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209643.753495:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209643.753501:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209643.753504:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209643.753509:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [707:707:256:4294967295] 192.168.202.130@tcp LPNI seq info [707:707:8:4294967295] 00000400:00000200:1.0:1715209643.753524:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209643.753533:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209643.753534:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209643.753538:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715209643.753539:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715209643.753542:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209643.753545:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209643.753548:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715209643.753548:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209643.753552:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [708:708:255:4294967295] 192.168.202.130@tcp LPNI seq info [708:708:7:4294967295] 00000800:00000200:1.0:1715209643.753560:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209643.753563:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209643.753566:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209643.753609:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209643.753613:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:0.0:1715209643.753619:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209643.753625:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209643.753629:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209643.753662:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209643.753669:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715209643.753714:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209643.753722:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209643.753727:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dabb0 00000400:00000010:2.0:1715209643.753729:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dabb0. 00000100:00000200:2.0:1715209643.753738:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075975104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209643.753821:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209643.753824:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209643.753827:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209643.753831:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209643.753833:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715209643.753835:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715209643.753839:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075975168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209643.755635:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209643.755649:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b5c0 00000400:00000200:0.0:1715209643.755656:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x16e1 [1] + 224 00000400:00000200:0.0:1715209643.755667:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209643.755671:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209643.755699:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075975104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209643.755742:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209643.755750:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b600 00000400:00000200:0.0:1715209643.755757:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x16e5 [1] + 224 00000400:00000200:0.0:1715209643.755784:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1715209643.755785:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209643.755790:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209643.755790:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209643.755792:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209643.755798:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075975168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209643.755799:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075975104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209643.755833:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075975104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209643.755864:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715209643.755873:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715209643.755878:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:2.0:1715209643.755933:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:2.0:1715209643.755941:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715209643.755943:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715209643.755951:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075975168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209643.755963:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075975168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209643.755987:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209643.755991:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715209643.755994:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715209648.761296:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209648.761327:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209648.761377:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209648.761381:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209648.761448:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209648.761458:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 00000400:00000010:0.0:1715209648.761465:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715209648.761473:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975296, portal 4 00000400:00000010:0.0:1715209648.761481:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 02000000:00000010:2.0:1715209648.761481:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000100:00000200:0.0:1715209648.761502:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075975296, offset 0 00000400:00000010:2.0:1715209648.761507:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:0.0:1715209648.761513:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209648.761524:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000400:00000200:0.0:1715209648.761528:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715209648.761529:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975232, portal 25 00000400:00000200:0.0:1715209648.761533:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715209648.761533:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715209648.761535:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075975232, offset 0 00000400:00000200:0.0:1715209648.761538:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209648.761542:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209648.761542:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209648.761544:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209648.761548:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [709:709:256:4294967295] 192.168.202.130@tcp LPNI seq info [709:709:8:4294967295] 00000400:00000200:0.0:1715209648.761559:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209648.761565:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209648.761567:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209648.761570:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715209648.761572:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209648.761575:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209648.761577:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209648.761578:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209648.761580:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209648.761584:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [710:710:255:4294967295] 192.168.202.130@tcp LPNI seq info [710:710:7:4294967295] 00000800:00000200:0.0:1715209648.761588:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209648.761592:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209648.761593:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209648.761598:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209648.761602:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715209648.761607:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209648.761613:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209648.761617:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209648.761726:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209648.761732:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715209648.761739:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209648.761746:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209648.761751:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715209648.761753:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715209648.761762:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075975296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209648.761853:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209648.761855:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715209648.761858:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209648.761862:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209648.761864:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:1.0:1715209648.761865:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:1.0:1715209648.761869:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075975232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209648.763630:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209648.763669:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b680 00000400:00000200:0.0:1715209648.763677:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x16f1 [1] + 224 00000400:00000200:0.0:1715209648.763688:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209648.763692:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209648.763699:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075975296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209648.763737:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209648.763742:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b640 00000400:00000200:0.0:1715209648.763746:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x16f9 [1] + 224 00000400:00000200:0.0:1715209648.763766:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209648.763770:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209648.763775:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075975232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209648.763826:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:2.0:1715209648.763835:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715209648.763837:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715209648.763845:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075975296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209648.763856:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075975296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209648.763887:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209648.763893:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715209648.763897:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:3.0:1715209648.763900:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:3.0:1715209648.763909:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:3.0:1715209648.763911:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:3.0:1715209648.763919:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075975232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209648.763929:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075975232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209648.763947:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715209648.763952:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715209648.763955:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209653.769181:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209653.769201:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209653.769235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209653.769238:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209653.769285:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209653.769289:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000400:00000010:0.0:1715209653.769294:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715209653.769299:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975424, portal 4 02000000:00000010:1.0:1715209653.769301:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:0.0:1715209653.769305:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715209653.769306:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075975424, offset 0 00000400:00000010:1.0:1715209653.769307:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209653.769313:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209653.769321:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209653.769324:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715209653.769325:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975360, portal 25 00000400:00000200:0.0:1715209653.769327:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715209653.769327:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715209653.769329:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075975360, offset 0 00000400:00000200:0.0:1715209653.769330:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209653.769332:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209653.769333:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209653.769333:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209653.769335:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [711:711:256:4294967295] 192.168.202.130@tcp LPNI seq info [711:711:8:4294967295] 00000400:00000200:0.0:1715209653.769342:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209653.769345:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209653.769348:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209653.769349:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715209653.769350:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209653.769352:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209653.769359:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209653.769362:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209653.769366:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209653.769368:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209653.769370:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209653.769373:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [712:712:255:4294967295] 192.168.202.130@tcp LPNI seq info [712:712:7:4294967295] 00000400:00000200:1.0:1715209653.769379:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209653.769383:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209653.769386:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715209653.769390:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209653.769394:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209653.769396:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209653.769416:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209653.769420:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209653.769429:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209653.769433:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209653.769436:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715209653.769438:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715209653.769443:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075975424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209653.769505:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209653.769506:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715209653.769508:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209653.769510:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209653.769512:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:2.0:1715209653.769513:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:2.0:1715209653.769514:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075975360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209653.770655:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209653.770662:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b6c0 00000400:00000200:0.0:1715209653.770666:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1709 [1] + 224 00000400:00000200:0.0:1715209653.770672:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209653.770674:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209653.770684:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075975360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209653.770705:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209653.770708:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b700 00000400:00000200:0.0:1715209653.770710:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1701 [1] + 224 00000400:00000200:0.0:1715209653.770718:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209653.770720:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209653.770723:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075975424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209653.770731:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209653.770735:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209653.770736:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209653.770740:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075975360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209653.770748:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075975360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209653.770767:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715209653.770772:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715209653.770776:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:2.0:1715209653.770789:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:2.0:1715209653.770793:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715209653.770794:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715209653.770798:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075975424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209653.770803:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075975424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209653.770817:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209653.770820:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209653.770821:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715209658.777237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209658.777266:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209658.777319:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209658.777323:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715209658.777389:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:3.0:1715209658.777393:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715209658.777396:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 00000400:00000010:3.0:1715209658.777402:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715209658.777403:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715209658.777410:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975552, portal 4 00000400:00000010:3.0:1715209658.777417:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:0.0:1715209658.777418:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:3.0:1715209658.777422:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975488, portal 25 00000100:00000200:0.0:1715209658.777423:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075975552, offset 0 00000400:00000010:3.0:1715209658.777426:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257908. 00000400:00000200:0.0:1715209658.777434:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715209658.777439:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075975488, offset 0 00000400:00000200:3.0:1715209658.777446:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209658.777449:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209658.777455:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209658.777459:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209658.777463:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209658.777466:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209658.777469:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [713:713:256:4294967295] 192.168.202.130@tcp LPNI seq info [713:713:8:4294967295] 00000400:00000200:0.0:1715209658.777480:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209658.777486:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209658.777489:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209658.777490:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:3.0:1715209658.777493:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209658.777496:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209658.777499:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209658.777502:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209658.777504:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [714:714:255:4294967295] 192.168.202.130@tcp LPNI seq info [714:714:7:4294967295] 00000400:00000200:3.0:1715209658.777514:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209658.777516:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209658.777519:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209658.777523:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaa00. 00000800:00000200:0.0:1715209658.777527:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209658.777528:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209658.777532:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715209658.777534:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209658.777538:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaa00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209658.777667:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209658.777674:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715209658.777681:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209658.777688:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209658.777692:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715209658.777694:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715209658.777704:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075975552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209658.777794:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209658.777796:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaa00. 00000400:00000200:1.0:1715209658.777808:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209658.777812:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209658.777815:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257908 00000400:00000010:1.0:1715209658.777817:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257908. 00000100:00000200:1.0:1715209658.777821:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075975488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209658.779731:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209658.779745:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b780 00000400:00000200:0.0:1715209658.779753:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1711 [1] + 224 00000400:00000200:0.0:1715209658.779764:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209658.779768:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209658.779775:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075975552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209658.779816:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209658.779821:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b740 00000400:00000200:0.0:1715209658.779826:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1715 [1] + 224 00000400:00000200:0.0:1715209658.779845:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209658.779849:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209658.779854:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075975488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209658.779881:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000400:00000200:2.0:1715209658.779892:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715209658.779894:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715209658.779902:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075975552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209658.779914:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075975552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209658.779936:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209658.779947:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209658.779950:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209658.779960:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075975488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209658.779962:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209658.779967:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715209658.779972:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000200:3.0:1715209658.779976:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075975488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209658.780000:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209658.780007:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715209658.780010:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715209663.785186:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209663.785209:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209663.785245:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209663.785248:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715209663.785295:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209663.785300:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000010:0.0:1715209663.785304:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 02000000:00000010:1.0:1715209663.785309:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000100:00000200:0.0:1715209663.785310:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975680, portal 4 00000400:00000010:1.0:1715209663.785314:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209663.785315:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715209663.785317:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075975680, offset 0 00000400:00000010:1.0:1715209663.785317:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209663.785320:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975616, portal 25 00000400:00000010:1.0:1715209663.785322:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dad48. 00000400:00000200:0.0:1715209663.785324:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209663.785329:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075975616, offset 0 00000400:00000200:1.0:1715209663.785333:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209663.785334:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209663.785353:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209663.785356:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209663.785359:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209663.785361:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209663.785363:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [715:715:256:4294967295] 192.168.202.130@tcp LPNI seq info [715:715:8:4294967295] 00000400:00000200:0.0:1715209663.785369:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209663.785373:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209663.785374:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209663.785376:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209663.785376:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209663.785378:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209663.785379:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209663.785380:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209663.785381:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209663.785382:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [716:716:255:4294967295] 192.168.202.130@tcp LPNI seq info [716:716:7:4294967295] 00000800:00000200:0.0:1715209663.785387:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209663.785388:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209663.785390:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209663.785391:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715209663.785392:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715209663.785394:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209663.785398:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209663.785400:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209663.785451:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209663.785454:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715209663.785459:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209663.785463:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209663.785466:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715209663.785467:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715209663.785473:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075975680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209663.785558:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209663.785559:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715209663.785562:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209663.785564:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209663.785566:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dad48 00000400:00000010:2.0:1715209663.785566:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dad48. 00000100:00000200:2.0:1715209663.785569:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075975616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209663.786966:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209663.786975:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b800 00000400:00000200:0.0:1715209663.786981:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1721 [1] + 224 00000400:00000200:0.0:1715209663.786989:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209663.786992:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209663.786999:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075975680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209663.787026:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209663.787030:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b7c0 00000400:00000200:0.0:1715209663.787032:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1729 [1] + 224 00000400:00000200:0.0:1715209663.787044:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209663.787046:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209663.787049:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075975616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209663.787074:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:2.0:1715209663.787078:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715209663.787079:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715209663.787083:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075975680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209663.787089:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075975680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209663.787097:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209663.787101:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209663.787102:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209663.787106:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075975616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209663.787108:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000100:00000200:1.0:1715209663.787112:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075975616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209663.787112:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715209663.787135:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 02000000:00000010:1.0:1715209663.787156:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715209663.787159:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715209663.787161:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715209668.793239:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209668.793269:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209668.793322:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209668.793346:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:2.0:1715209668.793416:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 02000000:00000010:0.0:1715209668.793420:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209668.793430:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:2.0:1715209668.793435:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:0.0:1715209668.793438:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000010:2.0:1715209668.793441:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:0.0:1715209668.793448:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975808, portal 4 00000100:00000200:2.0:1715209668.793457:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975744, portal 25 00000400:00000010:0.0:1715209668.793458:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715209668.793492:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075975808, offset 0 00000400:00000010:2.0:1715209668.793501:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000400:00000200:0.0:1715209668.793506:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209668.793512:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075975744, offset 0 00000400:00000200:2.0:1715209668.793520:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209668.793524:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209668.793531:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209668.793536:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209668.793540:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209668.793543:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209668.793547:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [717:717:256:4294967295] 192.168.202.130@tcp LPNI seq info [717:717:8:4294967295] 00000400:00000200:0.0:1715209668.793558:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209668.793564:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209668.793567:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209668.793569:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209668.793571:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209668.793574:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209668.793575:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209668.793578:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209668.793580:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209668.793584:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [718:718:255:4294967295] 192.168.202.130@tcp LPNI seq info [718:718:7:4294967295] 00000800:00000200:0.0:1715209668.793587:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209668.793592:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209668.793593:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209668.793598:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209668.793602:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715209668.793607:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209668.793613:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209668.793617:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209668.793700:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209668.793704:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715209668.793712:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209668.793718:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209668.793722:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715209668.793724:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715209668.793733:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075975808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209668.793834:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209668.793837:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715209668.793841:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209668.793847:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209668.793850:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:1.0:1715209668.793852:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:1.0:1715209668.793857:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075975744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209668.796043:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209668.796057:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b880 00000400:00000200:0.0:1715209668.796065:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1731 [1] + 224 00000400:00000200:0.0:1715209668.796076:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209668.796080:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209668.796088:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075975808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209668.796151:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209668.796157:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b840 00000400:00000200:0.0:1715209668.796171:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1735 [1] + 224 00000400:00000010:2.0:1715209668.796184:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:0.0:1715209668.796189:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209668.796193:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209668.796194:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715209668.796197:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715209668.796208:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075975744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209668.796208:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075975808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209668.796224:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075975808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209668.796263:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209668.796270:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209668.796276:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:3.0:1715209668.796326:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:3.0:1715209668.796335:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:3.0:1715209668.796337:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:3.0:1715209668.796345:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075975744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209668.796355:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075975744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209668.796373:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715209668.796378:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715209668.796381:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715209673.801243:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209673.801274:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209673.801327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209673.801331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715209673.801407:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715209673.801455:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715209673.801458:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 00000400:00000010:0.0:1715209673.801465:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:1.0:1715209673.801465:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715209673.801473:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975936, portal 4 00000400:00000010:1.0:1715209673.801480:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715209673.801481:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715209673.801484:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075975872, portal 25 00000100:00000200:0.0:1715209673.801485:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075975936, offset 0 00000400:00000010:1.0:1715209673.801488:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dab28. 00000400:00000200:0.0:1715209673.801496:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209673.801501:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075975872, offset 0 00000400:00000200:1.0:1715209673.801508:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209673.801511:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209673.801517:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209673.801522:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209673.801526:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209673.801528:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209673.801532:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [719:719:256:4294967295] 192.168.202.130@tcp LPNI seq info [719:719:8:4294967295] 00000400:00000200:0.0:1715209673.801543:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209673.801549:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209673.801552:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209673.801553:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209673.801556:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209673.801559:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209673.801560:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209673.801563:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209673.801565:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209673.801570:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209673.801575:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209673.801588:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [720:720:255:4294967295] 192.168.202.130@tcp LPNI seq info [720:720:7:4294967295] 00000400:00000200:1.0:1715209673.801598:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209673.801603:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209673.801607:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715209673.801611:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209673.801618:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209673.801622:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209673.801664:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209673.801670:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715209673.801686:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209673.801694:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209673.801699:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715209673.801701:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715209673.801710:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075975936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209673.801807:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209673.801809:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715209673.801813:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209673.801817:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209673.801820:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dab28 00000400:00000010:2.0:1715209673.801822:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dab28. 00000100:00000200:2.0:1715209673.801826:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075975872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209673.803872:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209673.803893:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b900 00000400:00000200:0.0:1715209673.803901:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1741 [1] + 224 00000400:00000200:0.0:1715209673.803914:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209673.803917:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209673.803924:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075975936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209673.803963:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209673.803968:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b8c0 00000400:00000200:0.0:1715209673.803972:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1745 [1] + 224 00000400:00000200:0.0:1715209673.803988:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209673.803992:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209673.803997:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075975872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209673.804069:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:2.0:1715209673.804077:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715209673.804079:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715209673.804087:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075975936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209673.804099:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075975936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209673.804159:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715209673.804159:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209673.804165:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000400:00000200:1.0:1715209673.804168:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000100:00000010:2.0:1715209673.804169:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:1.0:1715209673.804170:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209673.804177:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075975872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209673.804188:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075975872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209673.804207:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715209673.804212:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715209673.804215:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715209678.809269:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209678.809298:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209678.809364:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209678.809371:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:2.0:1715209678.809494:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715209678.809495:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:2.0:1715209678.809506:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000010:3.0:1715209678.809507:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715209678.809513:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000400:00000010:3.0:1715209678.809515:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:2.0:1715209678.809521:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976064, portal 4 00000100:00000200:3.0:1715209678.809523:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976000, portal 25 00000400:00000010:2.0:1715209678.809529:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000400:00000010:3.0:1715209678.809530:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02572a8. 00000100:00000200:2.0:1715209678.809533:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075976064, offset 0 00000100:00000200:3.0:1715209678.809533:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075976000, offset 0 00000400:00000200:2.0:1715209678.809544:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209678.809572:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209678.809579:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209678.809585:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209678.809590:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209678.809594:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209678.809597:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209678.809600:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [721:721:256:4294967295] 192.168.202.130@tcp LPNI seq info [721:721:8:4294967295] 00000400:00000200:2.0:1715209678.809611:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209678.809618:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209678.809620:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209678.809622:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000400:00000200:3.0:1715209678.809624:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209678.809628:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715209678.809629:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209678.809631:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209678.809639:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715209678.809643:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715209678.809645:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209678.809647:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [722:722:255:4294967295] 192.168.202.130@tcp LPNI seq info [722:722:7:4294967295] 00000400:00000200:3.0:1715209678.809656:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209678.809662:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209678.809666:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbad00. 00000800:00000200:3.0:1715209678.809671:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209678.809693:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209678.809697:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbad00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209678.809765:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209678.809769:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:0.0:1715209678.809775:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209678.809784:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209678.809789:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:0.0:1715209678.809792:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:0.0:1715209678.809803:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075976064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209678.809876:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209678.809879:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbad00. 00000400:00000200:0.0:1715209678.809883:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209678.809889:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209678.809900:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02572a8 00000400:00000010:0.0:1715209678.809902:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02572a8. 00000100:00000200:0.0:1715209678.809909:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075976000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209678.811906:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209678.811921:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0b980 00000400:00000200:0.0:1715209678.811931:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1751 [1] + 224 00000400:00000200:0.0:1715209678.811944:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209678.811950:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209678.811959:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075976064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209678.812011:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209678.812020:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b940 00000400:00000200:0.0:1715209678.812027:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1755 [1] + 224 00000400:00000200:0.0:1715209678.812051:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209678.812057:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209678.812065:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075976000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209678.812087:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:2.0:1715209678.812095:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:2.0:1715209678.812097:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715209678.812106:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075976064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209678.812151:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075976064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209678.812183:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715209678.812190:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209678.812194:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:3.0:1715209678.812196:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209678.812205:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209678.812207:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209678.812215:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075976000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209678.812226:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075976000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209678.812243:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209678.812249:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715209678.812252:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715209683.817267:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209683.817297:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209683.817369:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209683.817374:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715209683.817454:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209683.817457:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715209683.817461:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 00000400:00000010:0.0:1715209683.817469:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000010:2.0:1715209683.817469:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000100:00000200:0.0:1715209683.817476:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976192, portal 4 00000400:00000010:2.0:1715209683.817478:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715209683.817484:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976128, portal 25 00000400:00000010:0.0:1715209683.817487:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715209683.817489:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075976192, offset 0 00000400:00000010:2.0:1715209683.817489:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715209683.817492:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075976128, offset 0 00000400:00000200:0.0:1715209683.817500:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209683.817530:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209683.817534:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209683.817540:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209683.817544:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209683.817548:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209683.817551:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209683.817554:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [723:723:256:4294967295] 192.168.202.130@tcp LPNI seq info [723:723:8:4294967295] 00000400:00000200:0.0:1715209683.817565:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209683.817571:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209683.817575:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715209683.817575:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715209683.817581:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209683.817590:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209683.817592:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209683.817595:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209683.817597:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209683.817599:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209683.817604:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209683.817609:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [724:724:255:4294967295] 192.168.202.130@tcp LPNI seq info [724:724:7:4294967295] 00000400:00000200:2.0:1715209683.817624:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209683.817632:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209683.817637:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715209683.817643:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209683.817652:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209683.817657:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209683.817688:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209683.817694:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715209683.817701:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209683.817708:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209683.817712:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715209683.817715:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715209683.817724:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075976192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209683.817814:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209683.817816:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715209683.817819:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209683.817823:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209683.817825:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:1.0:1715209683.817836:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715209683.817841:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075976128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209683.819660:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209683.819672:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ba00 00000400:00000200:0.0:1715209683.819680:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1761 [1] + 224 00000400:00000200:0.0:1715209683.819691:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209683.819694:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209683.819702:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075976192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209683.819740:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209683.819745:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0b9c0 00000400:00000200:0.0:1715209683.819749:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1765 [1] + 224 00000400:00000200:0.0:1715209683.819771:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209683.819775:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209683.819780:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075976128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209683.819791:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 00000400:00000200:2.0:1715209683.819797:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715209683.819800:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715209683.819809:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075976192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209683.819825:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075976192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209683.819865:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209683.819873:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715209683.819878:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:3.0:1715209683.819900:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:3.0:1715209683.819909:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:3.0:1715209683.819911:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:3.0:1715209683.819919:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075976128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209683.819930:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075976128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209683.819948:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715209683.819953:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715209683.819956:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715209688.825250:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209688.825279:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715209688.825373:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209688.825378:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715209688.825444:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209688.825451:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:0.0:1715209688.825458:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715209688.825465:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976320, portal 4 00000400:00000010:0.0:1715209688.825474:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 02000000:00000010:2.0:1715209688.825475:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000100:00000200:0.0:1715209688.825476:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075976320, offset 0 00000400:00000010:2.0:1715209688.825485:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:0.0:1715209688.825487:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209688.825500:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000200:0.0:1715209688.825501:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715209688.825505:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976256, portal 25 00000400:00000200:0.0:1715209688.825507:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715209688.825509:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000100:00000200:2.0:1715209688.825511:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075976256, offset 0 00000400:00000200:0.0:1715209688.825512:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209688.825517:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209688.825519:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209688.825520:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209688.825523:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [725:725:256:4294967295] 192.168.202.130@tcp LPNI seq info [725:725:8:4294967295] 00000400:00000200:0.0:1715209688.825534:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209688.825540:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209688.825544:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715209688.825545:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209688.825549:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209688.825550:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209688.825561:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209688.825563:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209688.825565:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209688.825566:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209688.825568:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209688.825571:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [726:726:255:4294967295] 192.168.202.130@tcp LPNI seq info [726:726:7:4294967295] 00000400:00000200:2.0:1715209688.825581:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209688.825585:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209688.825589:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:2.0:1715209688.825594:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209688.825600:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209688.825604:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209688.825674:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209688.825680:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209688.825687:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209688.825694:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209688.825699:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715209688.825701:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715209688.825710:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075976320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209688.825803:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209688.825806:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715209688.825809:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209688.825812:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209688.825815:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715209688.825817:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715209688.825821:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075976256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209688.827835:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209688.827848:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ba80 00000400:00000200:0.0:1715209688.827856:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1771 [1] + 224 00000400:00000200:0.0:1715209688.827868:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209688.827872:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209688.827879:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075976320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209688.827918:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209688.827934:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ba40 00000400:00000200:0.0:1715209688.827939:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1779 [1] + 224 00000400:00000200:0.0:1715209688.827960:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209688.827964:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209688.827969:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075976256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209688.828006:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:2.0:1715209688.828014:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715209688.828016:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715209688.828024:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075976320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209688.828035:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075976320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209688.828066:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209688.828072:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209688.828076:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:3.0:1715209688.828089:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:3.0:1715209688.828097:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715209688.828109:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:3.0:1715209688.828156:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075976256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209688.828168:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075976256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209688.828187:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715209688.828192:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715209688.828195:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715209693.833230:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209693.833281:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209693.833327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209693.833331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715209693.833398:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209693.833405:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 00000400:00000010:0.0:1715209693.833412:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715209693.833419:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976448, portal 4 02000000:00000010:1.0:1715209693.833424:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:0.0:1715209693.833426:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:0.0:1715209693.833429:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075976448, offset 0 00000400:00000010:1.0:1715209693.833434:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209693.833440:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209693.833449:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209693.833454:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715209693.833454:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976384, portal 25 00000400:00000010:1.0:1715209693.833458:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da000. 00000400:00000200:0.0:1715209693.833460:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715209693.833460:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075976384, offset 0 00000400:00000200:0.0:1715209693.833464:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209693.833468:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209693.833468:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209693.833470:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209693.833474:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [727:727:256:4294967295] 192.168.202.130@tcp LPNI seq info [727:727:8:4294967295] 00000400:00000200:0.0:1715209693.833486:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209693.833492:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209693.833494:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209693.833496:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209693.833498:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209693.833502:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209693.833502:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209693.833505:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209693.833508:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209693.833510:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [728:728:255:4294967295] 192.168.202.130@tcp LPNI seq info [728:728:7:4294967295] 00000800:00000200:0.0:1715209693.833513:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209693.833517:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209693.833539:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209693.833544:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209693.833548:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715209693.833553:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209693.833559:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209693.833562:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209693.833622:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209693.833628:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209693.833635:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209693.833641:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209693.833646:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715209693.833648:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715209693.833657:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075976448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209693.833742:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209693.833745:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715209693.833758:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209693.833762:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209693.833765:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da000 00000400:00000010:2.0:1715209693.833767:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da000. 00000100:00000200:2.0:1715209693.833772:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075976384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209693.835459:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209693.835472:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0bac0 00000400:00000200:0.0:1715209693.835480:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1789 [1] + 224 00000400:00000200:0.0:1715209693.835491:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209693.835495:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209693.835502:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075976384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209693.835538:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209693.835543:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0bb00 00000400:00000200:0.0:1715209693.835547:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1781 [1] + 224 00000400:00000200:0.0:1715209693.835565:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209693.835569:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209693.835574:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075976448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209693.835628:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209693.835636:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209693.835638:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209693.835646:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075976384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209693.835657:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075976384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209693.835683:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715209693.835689:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715209693.835694:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:2.0:1715209693.835694:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:2.0:1715209693.835702:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715209693.835704:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715209693.835712:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075976448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209693.835723:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075976448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209693.835747:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209693.835751:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715209693.835754:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715209698.841276:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209698.841306:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209698.841351:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209698.841355:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715209698.841415:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209698.841422:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000010:0.0:1715209698.841429:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 02000000:00000010:2.0:1715209698.841436:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000100:00000200:0.0:1715209698.841437:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976576, portal 4 00000400:00000010:0.0:1715209698.841444:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000010:2.0:1715209698.841445:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd58f0. 00000100:00000200:0.0:1715209698.841447:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075976576, offset 0 00000400:00000010:2.0:1715209698.841453:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000200:0.0:1715209698.841458:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209698.841468:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976512, portal 25 00000400:00000200:0.0:1715209698.841473:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715209698.841473:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000100:00000200:2.0:1715209698.841475:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075976512, offset 0 00000400:00000200:0.0:1715209698.841479:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209698.841482:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209698.841484:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209698.841488:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209698.841510:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209698.841514:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [729:729:256:4294967295] 192.168.202.130@tcp LPNI seq info [729:729:8:4294967295] 00000400:00000200:0.0:1715209698.841525:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209698.841531:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209698.841534:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209698.841536:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715209698.841538:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209698.841542:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209698.841542:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209698.841545:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209698.841547:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209698.841550:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [730:730:255:4294967295] 192.168.202.130@tcp LPNI seq info [730:730:7:4294967295] 00000800:00000200:0.0:1715209698.841552:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209698.841557:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209698.841560:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209698.841565:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209698.841578:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715209698.841583:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209698.841590:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209698.841594:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209698.841650:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209698.841656:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715209698.841662:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209698.841669:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209698.841673:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715209698.841676:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715209698.841685:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075976576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209698.841771:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209698.841773:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715209698.841776:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209698.841780:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209698.841782:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715209698.841784:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715209698.841799:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075976512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209698.843592:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209698.843605:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0bb80 00000400:00000200:0.0:1715209698.843613:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1791 [1] + 224 00000400:00000200:0.0:1715209698.843624:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209698.843628:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209698.843635:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075976576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209698.843672:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209698.843677:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0bb40 00000400:00000200:0.0:1715209698.843682:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1799 [1] + 224 00000400:00000200:0.0:1715209698.843699:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209698.843703:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209698.843707:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075976512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209698.843761:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:2.0:1715209698.843768:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715209698.843771:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715209698.843778:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075976576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209698.843789:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075976576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209698.843821:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000400:00000010:3.0:1715209698.843826:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd58f0. 02000000:00000010:2.0:1715209698.843828:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209698.843832:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000200:3.0:1715209698.843835:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715209698.843837:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:3.0:1715209698.843845:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075976512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209698.843855:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075976512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209698.843874:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715209698.843879:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715209698.843882:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715209703.849268:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209703.849296:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209703.849345:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209703.849349:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209703.849420:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209703.849447:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 00000400:00000010:0.0:1715209703.849454:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 02000000:00000010:2.0:1715209703.849454:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000100:00000200:0.0:1715209703.849461:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976704, portal 4 00000400:00000010:2.0:1715209703.849463:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:2.0:1715209703.849468:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000400:00000010:0.0:1715209703.849469:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715209703.849473:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075976704, offset 0 00000100:00000200:2.0:1715209703.849473:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976640, portal 25 00000400:00000010:2.0:1715209703.849477:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000400:00000200:0.0:1715209703.849485:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209703.849490:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075976640, offset 0 00000400:00000200:0.0:1715209703.849498:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209703.849498:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209703.849504:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209703.849509:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209703.849512:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209703.849515:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209703.849518:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [731:731:256:4294967295] 192.168.202.130@tcp LPNI seq info [731:731:8:4294967295] 00000400:00000200:0.0:1715209703.849530:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209703.849536:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209703.849540:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715209703.849540:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209703.849544:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209703.849546:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209703.849547:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209703.849550:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209703.849552:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209703.849555:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [732:732:255:4294967295] 192.168.202.130@tcp LPNI seq info [732:732:7:4294967295] 00000800:00000200:0.0:1715209703.849557:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209703.849561:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209703.849565:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209703.849570:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209703.849573:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715209703.849588:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209703.849595:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209703.849598:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209703.849640:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209703.849647:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715209703.849652:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209703.849659:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209703.849664:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715209703.849666:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715209703.849675:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075976704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209703.849741:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209703.849743:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715209703.849746:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209703.849749:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209703.849752:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:1.0:1715209703.849754:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715209703.849758:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075976640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209703.851448:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209703.851460:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0bc00 00000400:00000200:0.0:1715209703.851468:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x17a1 [1] + 224 00000400:00000200:0.0:1715209703.851478:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209703.851482:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209703.851489:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075976704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209703.851524:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209703.851529:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0bbc0 00000400:00000200:0.0:1715209703.851533:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x17a5 [1] + 224 00000400:00000200:0.0:1715209703.851552:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209703.851562:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209703.851567:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075976640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209703.851585:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:2.0:1715209703.851595:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715209703.851598:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715209703.851608:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075976704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209703.851625:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075976704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209703.851667:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209703.851675:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715209703.851681:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:3.0:1715209703.851688:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:3.0:1715209703.851697:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:3.0:1715209703.851699:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:3.0:1715209703.851707:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075976640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209703.851718:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075976640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209703.851735:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715209703.851740:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715209703.851743:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715209708.857243:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209708.857271:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209708.857326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209708.857330:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715209708.857399:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209708.857407:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 00000400:00000010:0.0:1715209708.857414:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715209708.857421:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976832, portal 4 02000000:00000010:2.0:1715209708.857428:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715209708.857429:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715209708.857431:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075976832, offset 0 00000400:00000010:2.0:1715209708.857438:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5ec8. 00000400:00000200:0.0:1715209708.857443:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209708.857452:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715209708.857457:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976768, portal 25 00000400:00000200:0.0:1715209708.857458:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715209708.857462:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000200:0.0:1715209708.857463:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715209708.857464:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075976768, offset 0 00000400:00000200:0.0:1715209708.857468:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209708.857472:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209708.857472:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209708.857475:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209708.857479:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [733:733:256:4294967295] 192.168.202.130@tcp LPNI seq info [733:733:8:4294967295] 00000400:00000200:0.0:1715209708.857490:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209708.857496:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209708.857499:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209708.857500:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715209708.857503:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209708.857506:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209708.857507:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209708.857509:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209708.857512:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209708.857515:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [734:734:255:4294967295] 192.168.202.130@tcp LPNI seq info [734:734:7:4294967295] 00000800:00000200:0.0:1715209708.857517:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209708.857522:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209708.857524:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209708.857529:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209708.857533:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715209708.857538:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209708.857564:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209708.857568:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209708.857617:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209708.857624:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209708.857631:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209708.857638:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209708.857643:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715209708.857645:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715209708.857655:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075976832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209708.857749:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209708.857751:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715209708.857754:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209708.857757:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209708.857760:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:1.0:1715209708.857762:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:1.0:1715209708.857776:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075976768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209708.859539:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209708.859557:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0bc80 00000400:00000200:0.0:1715209708.859568:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x17b1 [1] + 224 00000400:00000200:0.0:1715209708.859602:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209708.859608:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209708.859618:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075976832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209708.859670:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209708.859678:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0bc40 00000400:00000200:0.0:1715209708.859682:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x17b9 [1] + 224 00000400:00000200:0.0:1715209708.859705:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209708.859710:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209708.859715:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075976768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209708.859753:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 00000400:00000200:2.0:1715209708.859762:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715209708.859764:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715209708.859772:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075976832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209708.859783:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075976832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209708.859816:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209708.859821:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209708.859825:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:3.0:1715209708.859836:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5ec8. 00000400:00000200:3.0:1715209708.859844:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:3.0:1715209708.859846:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:3.0:1715209708.859863:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075976768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209708.859874:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075976768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209708.859892:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715209708.859897:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715209708.859900:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715209713.865263:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209713.865291:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715209713.865341:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209713.865345:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715209713.865423:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209713.865430:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:0.0:1715209713.865437:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715209713.865445:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976960, portal 4 02000000:00000010:2.0:1715209713.865449:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715209713.865452:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715209713.865455:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075976960, offset 0 00000400:00000010:2.0:1715209713.865458:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:0.0:1715209713.865466:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209713.865473:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:2.0:1715209713.865478:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075976896, portal 25 00000400:00000200:0.0:1715209713.865480:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715209713.865483:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715209713.865485:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075976896, offset 0 00000400:00000200:0.0:1715209713.865486:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209713.865492:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209713.865492:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209713.865496:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209713.865498:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209713.865502:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [735:735:256:4294967295] 192.168.202.130@tcp LPNI seq info [735:735:8:4294967295] 00000400:00000200:0.0:1715209713.865513:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209713.865541:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209713.865543:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209713.865545:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715209713.865548:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209713.865552:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209713.865553:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209713.865554:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209713.865557:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209713.865560:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [736:736:255:4294967295] 192.168.202.130@tcp LPNI seq info [736:736:7:4294967295] 00000800:00000200:0.0:1715209713.865564:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209713.865569:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209713.865570:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209713.865574:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209713.865578:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715209713.865582:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209713.865589:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209713.865602:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209713.865734:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209713.865740:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715209713.865747:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209713.865754:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209713.865759:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715209713.865761:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715209713.865769:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075976960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209713.865856:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209713.865858:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715209713.865861:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209713.865865:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209713.865867:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:1.0:1715209713.865869:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:1.0:1715209713.865873:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075976896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209713.867547:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209713.867560:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0bd00 00000400:00000200:0.0:1715209713.867567:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x17c1 [1] + 224 00000400:00000200:0.0:1715209713.867579:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209713.867582:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209713.867590:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075976960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209713.867626:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209713.867631:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0bcc0 00000400:00000200:0.0:1715209713.867635:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x17c9 [1] + 224 00000400:00000200:0.0:1715209713.867651:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209713.867655:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209713.867660:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075976896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209713.867715:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 00000400:00000200:2.0:1715209713.867723:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715209713.867725:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715209713.867733:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075976960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209713.867753:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075976960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209713.867780:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5b58. 02000000:00000010:2.0:1715209713.867785:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 00000400:00000200:3.0:1715209713.867788:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:3.0:1715209713.867790:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 02000000:00000010:2.0:1715209713.867791:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715209713.867795:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000200:3.0:1715209713.867798:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075976896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209713.867809:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075976896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209713.867826:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715209713.867831:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:3.0:1715209713.867834:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715209718.873230:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209718.873255:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209718.873303:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209718.873307:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209718.873364:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209718.873371:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 00000400:00000010:0.0:1715209718.873377:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715209718.873385:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977088, portal 4 02000000:00000010:2.0:1715209718.873391:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715209718.873393:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:2.0:1715209718.873400:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e18. 00000400:00000010:2.0:1715209718.873406:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715209718.873410:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977024, portal 25 00000400:00000010:2.0:1715209718.873414:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715209718.873415:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075977088, offset 0 00000100:00000200:2.0:1715209718.873417:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075977024, offset 0 00000400:00000200:0.0:1715209718.873426:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209718.873435:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209718.873440:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209718.873445:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209718.873450:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209718.873453:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209718.873456:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209718.873459:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [737:737:256:4294967295] 192.168.202.130@tcp LPNI seq info [737:737:8:4294967295] 00000400:00000200:0.0:1715209718.873470:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209718.873476:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209718.873479:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209718.873480:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715209718.873484:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209718.873487:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209718.873487:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209718.873490:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209718.873493:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209718.873494:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209718.873496:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [738:738:255:4294967295] 192.168.202.130@tcp LPNI seq info [738:738:7:4294967295] 00000800:00000200:0.0:1715209718.873499:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209718.873505:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209718.873510:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209718.873514:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715209718.873518:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209718.873525:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209718.873529:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209718.873576:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209718.873582:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209718.873587:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209718.873594:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209718.873599:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715209718.873601:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715209718.873609:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075977088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209718.873668:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209718.873671:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715209718.873673:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209718.873677:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209718.873679:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:1.0:1715209718.873681:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:1.0:1715209718.873695:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075977024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209718.875466:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209718.875479:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0bd80 00000400:00000200:0.0:1715209718.875487:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x17d1 [1] + 224 00000400:00000200:0.0:1715209718.875498:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209718.875501:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209718.875509:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075977088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209718.875544:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209718.875549:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0bd40 00000400:00000200:0.0:1715209718.875553:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x17d5 [1] + 224 00000400:00000200:0.0:1715209718.875570:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209718.875574:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209718.875578:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075977024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209718.875628:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 00000400:00000200:2.0:1715209718.875636:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715209718.875639:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715209718.875647:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075977088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209718.875658:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075977088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209718.875690:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209718.875695:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209718.875700:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:3.0:1715209718.875706:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e18. 00000400:00000200:3.0:1715209718.875714:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:3.0:1715209718.875717:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:3.0:1715209718.875725:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075977024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209718.875736:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075977024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209718.875753:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715209718.875758:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715209718.875761:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715209723.881254:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209723.881284:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715209723.881336:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209723.881340:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209723.881412:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209723.881419:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 00000400:00000010:0.0:1715209723.881426:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715209723.881434:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977216, portal 4 02000000:00000010:1.0:1715209723.881439:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715209723.881443:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715209723.881445:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075977216, offset 0 00000400:00000010:1.0:1715209723.881449:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209723.881456:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209723.881465:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209723.881470:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977152, portal 25 00000400:00000200:0.0:1715209723.881471:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715209723.881474:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da220. 00000100:00000200:1.0:1715209723.881476:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075977152, offset 0 00000400:00000200:0.0:1715209723.881477:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209723.881482:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209723.881484:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209723.881485:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209723.881488:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209723.881491:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [739:739:256:4294967295] 192.168.202.130@tcp LPNI seq info [739:739:8:4294967295] 00000400:00000200:0.0:1715209723.881502:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209723.881508:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209723.881511:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209723.881512:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715209723.881515:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209723.881518:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209723.881519:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209723.881522:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209723.881524:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209723.881527:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [740:740:255:4294967295] 192.168.202.130@tcp LPNI seq info [740:740:7:4294967295] 00000800:00000200:0.0:1715209723.881529:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209723.881534:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209723.881536:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209723.881541:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209723.881545:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715209723.881549:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209723.881555:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209723.881559:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209723.881624:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209723.881630:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715209723.881636:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209723.881644:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209723.881648:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715209723.881650:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715209723.881659:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075977216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209723.881746:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209723.881749:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715209723.881754:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209723.881757:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209723.881760:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da220 00000400:00000010:2.0:1715209723.881761:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da220. 00000100:00000200:2.0:1715209723.881765:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075977152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209723.883528:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209723.883545:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0be00 00000400:00000200:0.0:1715209723.883556:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x17e1 [1] + 224 00000400:00000200:0.0:1715209723.883571:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209723.883577:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209723.883615:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075977216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209723.883677:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209723.883688:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0bdc0 00000400:00000200:0.0:1715209723.883695:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x17e9 [1] + 224 00000400:00000200:0.0:1715209723.883720:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209723.883727:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209723.883735:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075977152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209723.883751:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 00000400:00000200:2.0:1715209723.883759:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715209723.883761:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715209723.883769:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075977216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209723.883780:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075977216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209723.883831:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209723.883837:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715209723.883841:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:1.0:1715209723.883861:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209723.883869:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209723.883871:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209723.883879:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075977152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209723.883890:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075977152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209723.883907:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715209723.883913:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715209723.883926:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715209728.889215:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209728.889243:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209728.889290:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209728.889293:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209728.889353:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209728.889360:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 00000400:00000010:0.0:1715209728.889366:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715209728.889373:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977344, portal 4 00000400:00000010:0.0:1715209728.889382:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715209728.889384:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075977344, offset 0 02000000:00000010:2.0:1715209728.889387:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000200:0.0:1715209728.889396:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209728.889396:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e70. 00000400:00000010:2.0:1715209728.889402:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715209728.889406:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977280, portal 25 00000400:00000200:0.0:1715209728.889410:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715209728.889411:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000100:00000200:2.0:1715209728.889413:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075977280, offset 0 00000400:00000200:0.0:1715209728.889417:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209728.889420:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209728.889421:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209728.889425:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209728.889427:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209728.889431:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [741:741:256:4294967295] 192.168.202.130@tcp LPNI seq info [741:741:8:4294967295] 00000400:00000200:0.0:1715209728.889442:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209728.889449:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209728.889452:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715209728.889454:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209728.889458:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209728.889461:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209728.889464:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209728.889467:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209728.889470:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [742:742:255:4294967295] 192.168.202.130@tcp LPNI seq info [742:742:7:4294967295] 00000800:00000200:0.0:1715209728.889475:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209728.889479:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209728.889484:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209728.889486:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:2.0:1715209728.889488:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:0.0:1715209728.889491:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209728.889492:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209728.889499:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209728.889502:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209728.889581:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209728.889587:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209728.889594:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209728.889601:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209728.889605:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715209728.889607:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715209728.889617:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075977344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209728.889703:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209728.889705:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715209728.889708:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209728.889712:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209728.889714:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:1.0:1715209728.889716:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:1.0:1715209728.889720:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075977280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209728.891450:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209728.891467:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0be80 00000400:00000200:0.0:1715209728.891477:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x17f1 [1] + 224 00000400:00000200:0.0:1715209728.891494:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209728.891500:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209728.891510:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075977344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209728.891571:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209728.891580:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0be40 00000400:00000200:0.0:1715209728.891587:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x17f9 [1] + 224 00000400:00000200:0.0:1715209728.891613:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209728.891617:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209728.891623:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075977280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209728.891640:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 00000400:00000200:2.0:1715209728.891648:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715209728.891649:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715209728.891657:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075977344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209728.891669:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075977344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209728.891716:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209728.891721:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209728.891725:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:3.0:1715209728.891745:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e70. 00000400:00000200:3.0:1715209728.891754:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:3.0:1715209728.891756:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:3.0:1715209728.891763:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075977280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209728.891784:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075977280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209728.891803:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715209728.891807:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715209728.891810:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715209733.897252:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209733.897279:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209733.897332:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209733.897335:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209733.897406:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209733.897413:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 00000400:00000010:0.0:1715209733.897420:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715209733.897428:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977472, portal 4 02000000:00000010:1.0:1715209733.897434:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715209733.897436:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715209733.897438:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075977472, offset 0 00000400:00000010:1.0:1715209733.897443:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209733.897450:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209733.897458:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209733.897463:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977408, portal 25 00000400:00000200:0.0:1715209733.897464:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715209733.897467:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000100:00000200:1.0:1715209733.897469:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075977408, offset 0 00000400:00000200:1.0:1715209733.897477:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209733.897489:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209733.897494:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209733.897498:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209733.897501:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209733.897505:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [743:743:256:4294967295] 192.168.202.130@tcp LPNI seq info [743:743:8:4294967295] 00000400:00000200:0.0:1715209733.897516:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209733.897523:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209733.897525:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209733.897527:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209733.897529:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209733.897533:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209733.897533:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209733.897536:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209733.897539:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209733.897542:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [744:744:255:4294967295] 192.168.202.130@tcp LPNI seq info [744:744:7:4294967295] 00000800:00000200:0.0:1715209733.897544:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209733.897549:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209733.897551:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209733.897556:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209733.897569:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715209733.897574:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209733.897581:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209733.897584:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209733.897690:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209733.897696:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209733.897702:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209733.897709:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209733.897714:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715209733.897716:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715209733.897725:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075977472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209733.897792:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209733.897795:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715209733.897799:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209733.897803:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209733.897805:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:2.0:1715209733.897807:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000100:00000200:2.0:1715209733.897811:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075977408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209733.899766:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209733.899778:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0bf00 00000400:00000200:0.0:1715209733.899786:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1801 [1] + 224 00000400:00000200:0.0:1715209733.899798:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209733.899801:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209733.899809:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075977472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209733.899844:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209733.899849:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0bec0 00000400:00000200:0.0:1715209733.899853:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1809 [1] + 224 00000400:00000200:0.0:1715209733.899869:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209733.899873:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209733.899878:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075977408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209733.899955:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:2.0:1715209733.899963:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715209733.899965:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715209733.899972:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075977472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209733.899983:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075977472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209733.899997:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209733.900005:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209733.900007:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209733.900014:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075977408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209733.900015:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209733.900020:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209733.900024:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000200:1.0:1715209733.900025:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075977408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209733.900043:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715209733.900049:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715209733.900051:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209738.905246:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209738.905274:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715209738.905321:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209738.905343:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:2.0:1715209738.905398:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 02000000:00000010:0.0:1715209738.905400:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209738.905407:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 00000400:00000010:0.0:1715209738.905414:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:2.0:1715209738.905418:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f20. 00000100:00000200:0.0:1715209738.905421:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977600, portal 4 00000400:00000010:2.0:1715209738.905425:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000400:00000010:0.0:1715209738.905429:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715209738.905431:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977536, portal 25 00000100:00000200:0.0:1715209738.905432:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075977600, offset 0 00000400:00000010:2.0:1715209738.905437:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000200:0.0:1715209738.905443:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209738.905453:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075977536, offset 0 00000400:00000200:0.0:1715209738.905458:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209738.905463:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209738.905464:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209738.905468:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209738.905472:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209738.905475:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209738.905478:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [745:745:256:4294967295] 192.168.202.130@tcp LPNI seq info [745:745:8:4294967295] 00000400:00000200:0.0:1715209738.905490:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209738.905496:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209738.905500:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209738.905501:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209738.905506:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209738.905507:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209738.905511:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209738.905515:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209738.905518:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209738.905519:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209738.905523:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209738.905524:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [746:746:255:4294967295] 192.168.202.130@tcp LPNI seq info [746:746:7:4294967295] 00000400:00000200:2.0:1715209738.905537:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209738.905545:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209738.905551:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715209738.905557:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209738.905567:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209738.905572:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209738.905606:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209738.905612:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209738.905618:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209738.905625:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209738.905630:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715209738.905632:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715209738.905641:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075977600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209738.905719:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209738.905722:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715209738.905724:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209738.905728:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209738.905731:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:1.0:1715209738.905732:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:1.0:1715209738.905736:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075977536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209738.907380:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209738.907393:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0bf80 00000400:00000200:0.0:1715209738.907401:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1811 [1] + 224 00000400:00000200:0.0:1715209738.907412:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209738.907415:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209738.907423:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075977600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209738.907460:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209738.907465:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0bf40 00000400:00000200:0.0:1715209738.907480:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1815 [1] + 224 00000400:00000200:0.0:1715209738.907496:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209738.907500:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209738.907505:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075977536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209738.907545:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 00000400:00000200:2.0:1715209738.907555:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715209738.907558:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715209738.907568:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075977600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209738.907583:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075977600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209738.907590:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f20. 00000400:00000200:3.0:1715209738.907600:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:3.0:1715209738.907603:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:3.0:1715209738.907613:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075977536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209738.907622:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209738.907630:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000200:3.0:1715209738.907630:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075977536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715209738.907636:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 02000000:00000010:3.0:1715209738.907654:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715209738.907662:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:3.0:1715209738.907666:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715209743.913242:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209743.913270:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715209743.913318:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209743.913322:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209743.913392:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209743.913399:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 00000400:00000010:0.0:1715209743.913406:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715209743.913413:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977728, portal 4 02000000:00000010:1.0:1715209743.913416:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:0.0:1715209743.913421:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715209743.913423:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075977728, offset 0 00000400:00000200:0.0:1715209743.913434:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209743.913444:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209743.913449:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715209743.913450:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209743.913454:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715209743.913455:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977664, portal 25 00000400:00000200:0.0:1715209743.913459:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:1.0:1715209743.913459:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da110. 00000100:00000200:1.0:1715209743.913461:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075977664, offset 0 00000400:00000200:0.0:1715209743.913463:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209743.913465:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209743.913469:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [747:747:256:4294967295] 192.168.202.130@tcp LPNI seq info [747:747:8:4294967295] 00000400:00000200:1.0:1715209743.913469:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209743.913480:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209743.913486:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209743.913489:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209743.913490:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715209743.913493:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209743.913497:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209743.913497:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209743.913500:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209743.913502:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209743.913505:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [748:748:255:4294967295] 192.168.202.130@tcp LPNI seq info [748:748:7:4294967295] 00000800:00000200:0.0:1715209743.913508:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209743.913513:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209743.913515:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209743.913519:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209743.913523:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715209743.913528:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209743.913534:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209743.913537:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209743.913627:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209743.913632:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209743.913660:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209743.913667:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209743.913672:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715209743.913674:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715209743.913683:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075977728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209743.913781:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209743.913784:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715209743.913788:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209743.913792:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209743.913794:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da110 00000400:00000010:2.0:1715209743.913796:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da110. 00000100:00000200:2.0:1715209743.913800:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075977664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209743.915446:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209743.915468:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0bfc0 00000400:00000200:0.0:1715209743.915478:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1829 [1] + 224 00000400:00000200:0.0:1715209743.915496:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209743.915501:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209743.915511:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075977664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209743.915566:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209743.915576:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c000 00000400:00000200:0.0:1715209743.915583:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1821 [1] + 224 00000400:00000200:0.0:1715209743.915606:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209743.915612:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209743.915620:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075977728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209743.915644:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209743.915652:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209743.915653:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209743.915661:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075977664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209743.915672:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075977664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209743.915699:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715209743.915706:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715209743.915711:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:2.0:1715209743.915746:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 00000400:00000200:2.0:1715209743.915754:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715209743.915756:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715209743.915764:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075977728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209743.915775:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075977728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209743.915799:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209743.915803:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715209743.915806:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715209748.921237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209748.921264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209748.921323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209748.921327:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209748.921392:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209748.921399:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 00000400:00000010:0.0:1715209748.921406:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 02000000:00000010:2.0:1715209748.921411:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000100:00000200:0.0:1715209748.921414:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977856, portal 4 00000400:00000010:2.0:1715209748.921421:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f78. 00000400:00000010:0.0:1715209748.921423:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715209748.921426:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075977856, offset 0 00000400:00000010:2.0:1715209748.921427:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715209748.921431:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977792, portal 25 00000400:00000010:2.0:1715209748.921435:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000400:00000200:0.0:1715209748.921438:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209748.921448:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075977792, offset 0 00000400:00000200:0.0:1715209748.921452:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209748.921456:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209748.921458:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209748.921463:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209748.921466:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209748.921469:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209748.921482:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [749:749:256:4294967295] 192.168.202.130@tcp LPNI seq info [749:749:8:4294967295] 00000400:00000200:0.0:1715209748.921494:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209748.921501:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209748.921503:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209748.921505:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209748.921507:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209748.921511:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209748.921512:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209748.921514:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209748.921516:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209748.921519:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [750:750:255:4294967295] 192.168.202.130@tcp LPNI seq info [750:750:7:4294967295] 00000800:00000200:0.0:1715209748.921523:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209748.921528:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209748.921529:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209748.921534:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209748.921538:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715209748.921542:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209748.921549:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209748.921552:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209748.921616:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209748.921623:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209748.921630:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209748.921646:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209748.921651:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715209748.921653:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715209748.921662:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075977856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209748.921746:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209748.921748:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715209748.921751:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209748.921755:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209748.921758:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:1.0:1715209748.921759:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:1.0:1715209748.921800:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075977792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209748.923549:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209748.923562:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c080 00000400:00000200:0.0:1715209748.923569:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1831 [1] + 224 00000400:00000200:0.0:1715209748.923580:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209748.923584:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209748.923592:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075977856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209748.923627:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209748.923632:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c040 00000400:00000200:0.0:1715209748.923637:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1839 [1] + 224 00000400:00000200:0.0:1715209748.923653:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209748.923657:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209748.923662:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075977792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209748.923714:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:2.0:1715209748.923722:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715209748.923724:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715209748.923732:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075977856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209748.923743:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075977856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209748.923795:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f78. 02000000:00000010:2.0:1715209748.923796:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209748.923802:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000400:00000200:3.0:1715209748.923803:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:3.0:1715209748.923805:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000010:2.0:1715209748.923806:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000200:3.0:1715209748.923813:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075977792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209748.923824:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075977792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209748.923842:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715209748.923847:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715209748.923850:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715209753.929242:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209753.929270:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209753.929321:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209753.929325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715209753.929395:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209753.929402:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:0.0:1715209753.929429:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715209753.929436:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977984, portal 4 02000000:00000010:1.0:1715209753.929438:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:0.0:1715209753.929447:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000010:1.0:1715209753.929448:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715209753.929449:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075977984, offset 0 00000400:00000010:1.0:1715209753.929453:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209753.929460:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209753.929468:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075977920, portal 25 00000400:00000010:1.0:1715209753.929472:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715209753.929474:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075977920, offset 0 00000400:00000200:0.0:1715209753.929475:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209753.929480:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209753.929482:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209753.929484:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209753.929488:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209753.929490:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209753.929494:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [751:751:256:4294967295] 192.168.202.130@tcp LPNI seq info [751:751:8:4294967295] 00000400:00000200:0.0:1715209753.929505:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209753.929511:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209753.929514:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209753.929515:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209753.929518:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209753.929521:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209753.929522:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209753.929524:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209753.929527:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209753.929530:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [752:752:255:4294967295] 192.168.202.130@tcp LPNI seq info [752:752:7:4294967295] 00000800:00000200:0.0:1715209753.929532:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209753.929537:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209753.929539:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209753.929544:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209753.929548:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715209753.929552:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209753.929558:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209753.929571:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209753.929631:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209753.929637:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209753.929645:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209753.929652:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209753.929657:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715209753.929659:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715209753.929669:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075977984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209753.929823:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209753.929826:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715209753.929830:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209753.929835:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209753.929838:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:2.0:1715209753.929839:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:2.0:1715209753.929844:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075977920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209753.931717:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209753.931755:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c0c0 00000400:00000200:0.0:1715209753.931764:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1849 [1] + 224 00000400:00000200:0.0:1715209753.931776:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209753.931780:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209753.931787:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075977920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209753.931829:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209753.931834:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c100 00000400:00000200:0.0:1715209753.931838:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1841 [1] + 224 00000400:00000200:0.0:1715209753.931859:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209753.931870:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209753.931875:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075977984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209753.931901:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209753.931910:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209753.931913:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209753.931923:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075977920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209753.931940:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075977920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209753.931973:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715209753.931982:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715209753.931988:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:2.0:1715209753.931996:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 00000400:00000200:2.0:1715209753.932004:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715209753.932006:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715209753.932014:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075977984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209753.932024:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075977984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209753.932048:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209753.932052:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715209753.932055:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715209758.937259:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209758.937289:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209758.937339:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209758.937343:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715209758.937406:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209758.937413:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 00000400:00000010:0.0:1715209758.937420:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715209758.937428:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978112, portal 4 02000000:00000010:2.0:1715209758.937429:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715209758.937436:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000400:00000010:2.0:1715209758.937438:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000100:00000200:0.0:1715209758.937439:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075978112, offset 0 00000400:00000010:2.0:1715209758.937444:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000400:00000200:0.0:1715209758.937450:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209758.937458:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978048, portal 25 00000400:00000010:2.0:1715209758.937463:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000400:00000200:0.0:1715209758.937464:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715209758.937465:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075978048, offset 0 00000400:00000200:0.0:1715209758.937470:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209758.937473:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209758.937475:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209758.937479:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209758.937482:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209758.937486:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [753:753:256:4294967295] 192.168.202.130@tcp LPNI seq info [753:753:8:4294967295] 00000400:00000200:0.0:1715209758.937497:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209758.937503:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209758.937505:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209758.937506:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715209758.937509:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209758.937512:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209758.937513:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209758.937515:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209758.937518:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209758.937523:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209758.937527:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209758.937540:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [754:754:255:4294967295] 192.168.202.130@tcp LPNI seq info [754:754:7:4294967295] 00000400:00000200:2.0:1715209758.937549:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209758.937555:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209758.937559:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715209758.937563:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209758.937569:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209758.937573:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209758.937610:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209758.937617:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715209758.937624:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209758.937631:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209758.937636:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715209758.937638:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715209758.937647:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075978112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209758.937764:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209758.937766:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715209758.937769:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209758.937773:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209758.937776:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:1.0:1715209758.937777:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:1.0:1715209758.937781:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075978048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209758.939448:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209758.939460:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c180 00000400:00000200:0.0:1715209758.939468:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1851 [1] + 224 00000400:00000200:0.0:1715209758.939490:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209758.939493:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209758.939501:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075978112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209758.939539:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209758.939544:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c140 00000400:00000200:0.0:1715209758.939549:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1859 [1] + 224 00000400:00000200:0.0:1715209758.939564:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209758.939568:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209758.939573:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075978048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209758.939625:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 00000400:00000200:2.0:1715209758.939633:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715209758.939635:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715209758.939642:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075978112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209758.939654:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075978112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209758.939668:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:3.0:1715209758.939701:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:3.0:1715209758.939703:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 02000000:00000010:2.0:1715209758.939712:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000100:00000200:3.0:1715209758.939712:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075978048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209758.939718:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715209758.939722:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000200:3.0:1715209758.939739:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075978048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209758.939758:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715209758.939763:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715209758.939766:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715209763.945236:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209763.945263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209763.945315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209763.945318:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715209763.945390:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209763.945398:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 00000400:00000010:0.0:1715209763.945405:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715209763.945412:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978240, portal 4 00000400:00000010:0.0:1715209763.945420:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715209763.945423:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075978240, offset 0 02000000:00000010:1.0:1715209763.945423:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:1.0:1715209763.945433:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209763.945434:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209763.945440:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209763.945445:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978176, portal 25 00000400:00000200:0.0:1715209763.945448:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715209763.945449:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da7f8. 00000400:00000200:0.0:1715209763.945454:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209763.945459:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209763.945463:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209763.945466:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209763.945470:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [755:755:256:4294967295] 192.168.202.130@tcp LPNI seq info [755:755:8:4294967295] 00000100:00000200:1.0:1715209763.945470:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075978176, offset 0 00000400:00000200:1.0:1715209763.945477:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209763.945481:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209763.945498:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209763.945499:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209763.945502:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715209763.945503:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209763.945506:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209763.945509:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209763.945509:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209763.945512:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209763.945514:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [756:756:255:4294967295] 192.168.202.130@tcp LPNI seq info [756:756:7:4294967295] 00000800:00000200:0.0:1715209763.945519:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209763.945524:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209763.945525:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209763.945529:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209763.945533:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715209763.945537:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209763.945543:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209763.945547:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209763.945599:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209763.945605:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209763.945610:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209763.945617:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209763.945622:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715209763.945624:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715209763.945655:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075978240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209763.945715:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209763.945718:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715209763.945722:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209763.945726:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209763.945728:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da7f8 00000400:00000010:2.0:1715209763.945739:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da7f8. 00000100:00000200:2.0:1715209763.945744:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075978176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209763.947507:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209763.947520:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c200 00000400:00000200:0.0:1715209763.947527:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1861 [1] + 224 00000400:00000200:0.0:1715209763.947539:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209763.947543:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209763.947550:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075978240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209763.947586:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209763.947591:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c1c0 00000400:00000200:0.0:1715209763.947596:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1869 [1] + 224 00000400:00000200:0.0:1715209763.947613:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209763.947617:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209763.947621:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075978176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209763.947689:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000400:00000200:2.0:1715209763.947697:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715209763.947699:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715209763.947706:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075978240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209763.947717:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075978240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209763.947748:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209763.947753:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715209763.947758:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:1.0:1715209763.947762:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209763.947770:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209763.947772:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209763.947780:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075978176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209763.947790:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075978176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209763.947808:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715209763.947814:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209763.947817:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715209768.953237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209768.953267:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209768.953314:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209768.953318:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715209768.953378:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209768.953386:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:0.0:1715209768.953393:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715209768.953400:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978368, portal 4 02000000:00000010:2.0:1715209768.953402:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:0.0:1715209768.953408:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:2.0:1715209768.953412:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c60. 00000400:00000010:2.0:1715209768.953417:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715209768.953422:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978304, portal 25 00000400:00000010:2.0:1715209768.953426:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715209768.953429:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075978304, offset 0 00000100:00000200:0.0:1715209768.953430:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075978368, offset 0 00000400:00000200:2.0:1715209768.953439:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209768.953449:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209768.953455:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209768.953461:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209768.953465:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209768.953469:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209768.953471:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209768.953474:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [757:757:256:4294967295] 192.168.202.130@tcp LPNI seq info [757:757:8:4294967295] 00000400:00000200:2.0:1715209768.953485:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209768.953491:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209768.953493:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209768.953496:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000400:00000200:0.0:1715209768.953497:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209768.953501:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715209768.953501:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209768.953504:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209768.953506:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209768.953509:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [758:758:255:4294967295] 192.168.202.130@tcp LPNI seq info [758:758:7:4294967295] 00000400:00000200:0.0:1715209768.953519:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209768.953522:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209768.953524:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209768.953527:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:2.0:1715209768.953527:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209768.953532:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209768.953538:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209768.953541:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209768.953655:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209768.953662:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715209768.953669:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209768.953676:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209768.953681:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:1.0:1715209768.953683:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:1.0:1715209768.953692:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075978304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209768.953789:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209768.953792:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715209768.953794:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209768.953798:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209768.953801:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715209768.953803:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715209768.953807:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075978368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209768.955627:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209768.955640:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c240 00000400:00000200:0.0:1715209768.955648:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1875 [1] + 224 00000400:00000200:0.0:1715209768.955659:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209768.955663:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209768.955670:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075978304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209768.955708:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209768.955713:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c280 00000400:00000200:0.0:1715209768.955717:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1871 [1] + 224 00000400:00000200:0.0:1715209768.955734:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209768.955738:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209768.955742:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075978368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209768.955793:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c60. 00000400:00000200:2.0:1715209768.955800:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:2.0:1715209768.955802:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715209768.955810:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075978304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209768.955817:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000100:00000200:2.0:1715209768.955821:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075978304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209768.955824:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715209768.955826:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715209768.955833:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075978368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209768.955844:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075978368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209768.955846:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715209768.955852:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715209768.955857:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 02000000:00000010:1.0:1715209768.955868:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209768.955872:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715209768.955875:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715209773.961186:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209773.961208:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715209773.961240:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209773.961244:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:2.0:1715209773.961284:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 02000000:00000010:0.0:1715209773.961286:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209773.961291:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 00000400:00000010:2.0:1715209773.961291:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c60. 00000400:00000010:0.0:1715209773.961296:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000010:2.0:1715209773.961296:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:0.0:1715209773.961303:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978496, portal 4 00000100:00000200:2.0:1715209773.961306:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978432, portal 25 00000400:00000010:0.0:1715209773.961309:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000010:2.0:1715209773.961309:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:0.0:1715209773.961311:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075978496, offset 0 00000100:00000200:2.0:1715209773.961311:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075978432, offset 0 00000400:00000200:0.0:1715209773.961319:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209773.961323:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209773.961330:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209773.961335:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209773.961338:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209773.961341:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209773.961343:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209773.961346:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [759:759:256:4294967295] 192.168.202.130@tcp LPNI seq info [759:759:8:4294967295] 00000400:00000200:0.0:1715209773.961354:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209773.961359:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209773.961359:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209773.961361:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715209773.961362:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715209773.961363:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209773.961364:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209773.961366:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209773.961366:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209773.961368:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [760:760:255:4294967295] 192.168.202.130@tcp LPNI seq info [760:760:7:4294967295] 00000400:00000200:2.0:1715209773.961373:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209773.961374:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209773.961376:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209773.961378:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715209773.961378:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715209773.961380:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209773.961383:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209773.961402:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209773.961457:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209773.961461:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715209773.961466:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209773.961472:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209773.961475:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:1.0:1715209773.961477:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715209773.961484:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075978496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209773.961579:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209773.961582:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715209773.961585:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209773.961588:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209773.961596:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:1.0:1715209773.961597:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715209773.961601:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075978432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209773.962571:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209773.962577:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c300 00000400:00000200:0.0:1715209773.962581:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1881 [1] + 224 00000400:00000200:0.0:1715209773.962588:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209773.962590:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209773.962599:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075978496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209773.962622:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209773.962626:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c2c0 00000400:00000200:0.0:1715209773.962630:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1885 [1] + 224 00000400:00000010:2.0:1715209773.962640:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000400:00000200:0.0:1715209773.962642:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209773.962643:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715209773.962644:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000400:00000200:0.0:1715209773.962646:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715209773.962648:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075978496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209773.962649:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075978432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209773.962655:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075978496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209773.962677:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209773.962681:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209773.962684:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:3.0:1715209773.962718:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c60. 00000400:00000200:3.0:1715209773.962723:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:3.0:1715209773.962724:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:3.0:1715209773.962728:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075978432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209773.962733:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075978432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209773.962742:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715209773.962745:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:3.0:1715209773.962746:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715209778.969242:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209778.969269:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209778.969320:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209778.969326:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209778.969402:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:3.0:1715209778.969402:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715209778.969411:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 00000400:00000010:3.0:1715209778.969411:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715209778.969420:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000010:3.0:1715209778.969420:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:0.0:1715209778.969428:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978624, portal 4 00000100:00000200:3.0:1715209778.969436:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978560, portal 25 00000400:00000010:0.0:1715209778.969438:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:3.0:1715209778.969441:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257bb0. 00000100:00000200:0.0:1715209778.969442:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075978624, offset 0 00000100:00000200:3.0:1715209778.969444:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075978560, offset 0 00000400:00000200:0.0:1715209778.969455:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209778.969463:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209778.969471:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209778.969479:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209778.969484:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209778.969489:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209778.969493:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209778.969497:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [761:761:256:4294967295] 192.168.202.130@tcp LPNI seq info [761:761:8:4294967295] 00000400:00000200:0.0:1715209778.969534:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209778.969542:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209778.969548:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000800:00000200:0.0:1715209778.969575:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209778.969588:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209778.969594:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209778.969706:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209778.969711:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715209778.969716:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209778.969723:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209778.969728:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715209778.969730:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000400:00000200:3.0:1715209778.969736:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715209778.969738:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075978624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715209778.969741:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209778.969743:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209778.969746:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209778.969748:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209778.969751:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [762:762:255:4294967295] 192.168.202.130@tcp LPNI seq info [762:762:7:4294967295] 00000400:00000200:3.0:1715209778.969760:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209778.969775:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209778.969779:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba800. 00000800:00000200:3.0:1715209778.969783:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209778.969788:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209778.969791:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209778.969829:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209778.969831:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba800. 00000400:00000200:1.0:1715209778.969834:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209778.969838:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209778.969841:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257bb0 00000400:00000010:1.0:1715209778.969842:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257bb0. 00000100:00000200:1.0:1715209778.969846:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075978560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209778.971382:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209778.971396:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c340 00000400:00000200:0.0:1715209778.971403:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1895 [1] + 224 00000400:00000200:0.0:1715209778.971414:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209778.971418:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209778.971425:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075978560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209778.971467:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209778.971476:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c380 00000400:00000200:0.0:1715209778.971482:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1891 [1] + 224 00000400:00000200:0.0:1715209778.971530:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209778.971537:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:3.0:1715209778.971539:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209778.971546:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209778.971549:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:0.0:1715209778.971556:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075978624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209778.971556:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075978560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209778.971570:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075978560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209778.971599:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209778.971608:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715209778.971613:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:1.0:1715209778.971684:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 00000400:00000200:1.0:1715209778.971692:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715209778.971694:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715209778.971701:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075978624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209778.971712:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075978624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209778.971736:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715209778.971740:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715209778.971743:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715209783.977272:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209783.977295:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209783.977336:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209783.977338:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209783.977393:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209783.977398:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 02000000:00000010:1.0:1715209783.977400:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715209783.977403:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715209783.977408:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978752, portal 4 00000400:00000010:0.0:1715209783.977414:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715209783.977415:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075978752, offset 0 00000400:00000200:0.0:1715209783.977423:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209783.977428:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209783.977431:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209783.977433:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715209783.977434:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978688, portal 25 00000400:00000010:1.0:1715209783.977436:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dae58. 00000100:00000200:1.0:1715209783.977437:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075978688, offset 0 00000400:00000200:1.0:1715209783.977441:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209783.977442:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209783.977445:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209783.977447:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209783.977449:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209783.977451:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [763:763:256:4294967295] 192.168.202.130@tcp LPNI seq info [763:763:8:4294967295] 00000400:00000200:0.0:1715209783.977457:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:1.0:1715209783.977478:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209783.977480:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209783.977481:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209783.977483:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209783.977484:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209783.977486:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209783.977486:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [764:764:255:4294967295] 192.168.202.130@tcp LPNI seq info [764:764:7:4294967295] 00000800:00000010:0.0:1715209783.977489:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209783.977491:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209783.977493:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209783.977494:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000010:1.0:1715209783.977496:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715209783.977498:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209783.977501:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209783.977502:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209783.977504:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209783.977504:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209783.977564:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209783.977568:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209783.977574:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209783.977578:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209783.977581:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715209783.977582:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715209783.977587:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075978752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209783.977652:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209783.977654:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715209783.977656:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209783.977658:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209783.977660:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dae58 00000400:00000010:2.0:1715209783.977660:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dae58. 00000100:00000200:2.0:1715209783.977662:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075978688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209783.978996:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209783.979002:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c400 00000400:00000200:0.0:1715209783.979006:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x18a1 [1] + 224 00000400:00000200:0.0:1715209783.979011:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209783.979013:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209783.979017:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075978752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209783.979035:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209783.979038:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c3c0 00000400:00000200:0.0:1715209783.979040:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x18a9 [1] + 224 00000400:00000200:0.0:1715209783.979050:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209783.979052:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209783.979054:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075978688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209783.979084:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000400:00000200:2.0:1715209783.979088:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715209783.979089:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715209783.979093:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075978752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209783.979108:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075978752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209783.979153:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715209783.979154:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209783.979157:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000400:00000200:1.0:1715209783.979158:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209783.979159:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000010:2.0:1715209783.979160:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000200:1.0:1715209783.979163:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075978688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209783.979168:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075978688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209783.979177:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715209783.979181:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715209783.979182:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715209788.985320:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209788.985348:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209788.985405:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209788.985469:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:2.0:1715209788.985522:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:2.0:1715209788.985534:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 02000000:00000010:3.0:1715209788.985537:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:2.0:1715209788.985542:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000400:00000010:3.0:1715209788.985547:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715209788.985551:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978816, portal 25 00000400:00000010:3.0:1715209788.985552:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715209788.985555:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000100:00000200:3.0:1715209788.985556:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978880, portal 4 00000100:00000200:2.0:1715209788.985558:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075978816, offset 0 00000400:00000010:3.0:1715209788.985563:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257660. 00000400:00000200:2.0:1715209788.985569:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715209788.985577:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075978880, offset 0 00000400:00000200:2.0:1715209788.985584:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715209788.985584:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209788.985590:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209788.985594:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209788.985598:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209788.985600:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209788.985604:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [765:765:256:4294967295] 192.168.202.130@tcp LPNI seq info [765:765:8:4294967295] 00000400:00000200:2.0:1715209788.985615:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209788.985621:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209788.985626:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000400:00000200:3.0:1715209788.985626:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715209788.985630:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209788.985632:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209788.985634:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209788.985636:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209788.985639:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209788.985642:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [766:766:255:4294967295] 192.168.202.130@tcp LPNI seq info [766:766:7:4294967295] 00000800:00000200:2.0:1715209788.985643:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209788.985648:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209788.985652:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209788.985657:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209788.985670:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba600. 00000800:00000200:3.0:1715209788.985674:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209788.985681:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209788.985684:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209788.985747:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209788.985751:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715209788.985758:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209788.985766:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209788.985770:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:0.0:1715209788.985772:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:0.0:1715209788.985781:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075978816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209788.985866:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209788.985868:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba600. 00000400:00000200:0.0:1715209788.985871:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209788.985875:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209788.985877:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257660 00000400:00000010:0.0:1715209788.985879:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257660. 00000100:00000200:0.0:1715209788.985882:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075978880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209788.987649:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209788.987664:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c440 00000400:00000200:0.0:1715209788.987673:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x18b1 [1] + 224 00000400:00000200:0.0:1715209788.987686:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209788.987690:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209788.987699:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075978816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209788.987743:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209788.987750:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c480 00000400:00000200:0.0:1715209788.987756:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x18b5 [1] + 224 00000400:00000200:0.0:1715209788.987782:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209788.987788:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209788.987794:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075978880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209788.987828:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:2.0:1715209788.987836:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:2.0:1715209788.987838:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209788.987845:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075978816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209788.987874:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075978816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209788.987898:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715209788.987904:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209788.987908:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:3.0:1715209788.987919:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209788.987929:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209788.987931:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209788.987939:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075978880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209788.987950:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075978880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209788.987972:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209788.987978:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715209788.987981:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715209793.993238:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209793.993265:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209793.993316:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209793.993320:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209793.993414:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209793.993422:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 00000400:00000010:0.0:1715209793.993429:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715209793.993437:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979008, portal 4 02000000:00000010:1.0:1715209793.993444:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715209793.993445:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715209793.993447:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075979008, offset 0 00000400:00000010:1.0:1715209793.993454:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209793.993458:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209793.993473:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209793.993478:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715209793.993479:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209793.993483:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:1.0:1715209793.993483:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075978944, portal 25 00000400:00000200:0.0:1715209793.993487:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715209793.993487:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da198. 00000400:00000200:0.0:1715209793.993489:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000100:00000200:1.0:1715209793.993489:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075978944, offset 0 00000400:00000200:0.0:1715209793.993493:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [767:767:256:4294967295] 192.168.202.130@tcp LPNI seq info [767:767:8:4294967295] 00000400:00000200:1.0:1715209793.993497:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209793.993504:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209793.993510:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209793.993514:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209793.993516:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715209793.993520:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209793.993520:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209793.993524:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209793.993526:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209793.993529:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209793.993531:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209793.993532:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [768:768:255:4294967295] 192.168.202.130@tcp LPNI seq info [768:768:7:4294967295] 00000800:00000200:0.0:1715209793.993536:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209793.993541:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209793.993546:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209793.993550:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715209793.993554:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209793.993561:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209793.993564:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209793.993610:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209793.993616:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715209793.993621:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209793.993629:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209793.993633:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715209793.993636:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715209793.993645:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075979008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209793.993704:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209793.993707:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715209793.993710:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209793.993714:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209793.993717:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da198 00000400:00000010:2.0:1715209793.993718:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da198. 00000100:00000200:2.0:1715209793.993722:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075978944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209793.995593:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209793.995607:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c4c0 00000400:00000200:0.0:1715209793.995615:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x18c9 [1] + 224 00000400:00000200:0.0:1715209793.995626:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209793.995630:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209793.995648:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075978944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209793.995689:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209793.995694:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c500 00000400:00000200:0.0:1715209793.995699:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x18c1 [1] + 224 00000400:00000200:0.0:1715209793.995714:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209793.995718:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209793.995723:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075979008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209793.995771:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209793.995779:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209793.995781:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209793.995789:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075978944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209793.995800:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075978944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209793.995825:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715209793.995832:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715209793.995836:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000010:2.0:1715209793.995842:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:2.0:1715209793.995850:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715209793.995852:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715209793.995860:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075979008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209793.995870:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075979008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209793.995894:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209793.995898:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209793.995911:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715209799.001393:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209799.001427:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209799.001504:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209799.001511:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715209799.001595:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209799.001596:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715209799.001605:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 00000400:00000010:2.0:1715209799.001605:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000010:0.0:1715209799.001612:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000400:00000010:2.0:1715209799.001612:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209799.001620:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979072, portal 25 00000400:00000010:2.0:1715209799.001625:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:0.0:1715209799.001630:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979136, portal 4 00000100:00000200:2.0:1715209799.001630:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075979072, offset 0 00000400:00000010:0.0:1715209799.001639:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000200:2.0:1715209799.001641:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209799.001646:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075979136, offset 0 00000400:00000200:0.0:1715209799.001655:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209799.001656:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209799.001661:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209799.001666:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209799.001669:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209799.001672:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209799.001675:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [769:769:256:4294967295] 192.168.202.130@tcp LPNI seq info [769:769:8:4294967295] 00000400:00000200:2.0:1715209799.001686:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209799.001692:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209799.001695:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209799.001696:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000400:00000200:0.0:1715209799.001701:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209799.001702:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209799.001706:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209799.001710:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209799.001712:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209799.001714:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715209799.001716:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209799.001719:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [770:770:255:4294967295] 192.168.202.130@tcp LPNI seq info [770:770:7:4294967295] 00000400:00000200:0.0:1715209799.001732:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209799.001740:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209799.001745:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715209799.001771:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209799.001780:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209799.001784:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209799.001809:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209799.001815:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715209799.001823:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209799.001830:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209799.001843:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715209799.001845:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715209799.001854:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075979072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209799.001950:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209799.001953:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715209799.001955:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209799.001958:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209799.001960:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715209799.001962:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715209799.001965:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075979136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209799.004113:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209799.004156:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c540 00000400:00000200:0.0:1715209799.004166:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x18d1 [1] + 224 00000400:00000200:0.0:1715209799.004180:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209799.004186:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209799.004194:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075979072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209799.004240:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209799.004248:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c580 00000400:00000200:0.0:1715209799.004253:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x18d5 [1] + 224 00000400:00000200:0.0:1715209799.004275:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209799.004281:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209799.004288:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075979136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209799.004311:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:2.0:1715209799.004318:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:2.0:1715209799.004320:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209799.004326:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075979072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209799.004357:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075979072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209799.004380:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715209799.004386:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209799.004389:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:1.0:1715209799.004406:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 00000400:00000200:1.0:1715209799.004413:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715209799.004415:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715209799.004422:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075979136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209799.004431:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075979136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209799.004451:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715209799.004455:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715209799.004458:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715209804.009350:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209804.009379:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209804.009437:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209804.009441:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209804.009515:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209804.009523:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 00000400:00000010:0.0:1715209804.009529:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715209804.009537:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979264, portal 4 02000000:00000010:1.0:1715209804.009541:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:0.0:1715209804.009545:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715209804.009548:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075979264, offset 0 00000400:00000010:1.0:1715209804.009551:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209804.009559:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209804.009566:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209804.009570:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979200, portal 25 00000400:00000200:0.0:1715209804.009573:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715209804.009575:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da088. 00000100:00000200:1.0:1715209804.009577:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075979200, offset 0 00000400:00000200:1.0:1715209804.009584:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209804.009599:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209804.009604:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209804.009607:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209804.009610:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209804.009613:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [771:771:256:4294967295] 192.168.202.130@tcp LPNI seq info [771:771:8:4294967295] 00000400:00000200:0.0:1715209804.009624:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209804.009631:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209804.009634:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209804.009638:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715209804.009638:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209804.009644:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209804.009651:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209804.009654:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209804.009655:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209804.009656:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209804.009660:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209804.009660:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [772:772:255:4294967295] 192.168.202.130@tcp LPNI seq info [772:772:7:4294967295] 00000400:00000200:1.0:1715209804.009669:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209804.009674:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209804.009678:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715209804.009682:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209804.009688:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209804.009692:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209804.009752:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209804.009758:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209804.009767:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209804.009774:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209804.009778:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715209804.009780:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715209804.009790:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075979264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209804.009882:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209804.009884:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715209804.009888:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209804.009892:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209804.009895:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da088 00000400:00000010:2.0:1715209804.009896:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da088. 00000100:00000200:2.0:1715209804.009900:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075979200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209804.011782:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209804.011795:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c5c0 00000400:00000200:0.0:1715209804.011802:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x18e9 [1] + 224 00000400:00000200:0.0:1715209804.011813:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209804.011817:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209804.011824:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075979200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209804.011860:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209804.011865:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c600 00000400:00000200:0.0:1715209804.011870:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x18e1 [1] + 224 00000400:00000200:0.0:1715209804.011885:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209804.011889:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209804.011893:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075979264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209804.011942:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209804.011950:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209804.011952:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209804.011960:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075979200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209804.011971:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075979200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209804.011995:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715209804.012002:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715209804.012007:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:2.0:1715209804.012028:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:2.0:1715209804.012036:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715209804.012038:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715209804.012046:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075979264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209804.012057:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075979264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209804.012081:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209804.012085:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715209804.012088:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715209809.017202:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209809.017221:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209809.017273:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209809.017288:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:2.0:1715209809.017322:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 02000000:00000010:0.0:1715209809.017326:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209809.017329:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 00000400:00000010:2.0:1715209809.017329:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000010:0.0:1715209809.017334:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000010:2.0:1715209809.017334:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209809.017339:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979328, portal 25 00000100:00000200:0.0:1715209809.017342:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979392, portal 4 00000400:00000010:2.0:1715209809.017342:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715209809.017343:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075979328, offset 0 00000400:00000010:0.0:1715209809.017346:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715209809.017347:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075979392, offset 0 00000400:00000200:0.0:1715209809.017354:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209809.017360:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209809.017364:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209809.017367:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209809.017370:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209809.017372:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209809.017373:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209809.017375:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [773:773:256:4294967295] 192.168.202.130@tcp LPNI seq info [773:773:8:4294967295] 00000400:00000200:0.0:1715209809.017381:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209809.017386:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209809.017386:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209809.017388:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209809.017388:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209809.017390:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209809.017392:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209809.017392:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209809.017393:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209809.017395:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [774:774:255:4294967295] 192.168.202.130@tcp LPNI seq info [774:774:7:4294967295] 00000800:00000200:0.0:1715209809.017399:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209809.017399:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209809.017402:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209809.017402:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209809.017404:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715209809.017406:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209809.017409:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209809.017411:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209809.017442:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209809.017446:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209809.017449:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209809.017453:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209809.017455:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715209809.017456:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715209809.017462:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075979392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209809.017496:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209809.017497:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715209809.017503:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209809.017506:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209809.017507:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:1.0:1715209809.017508:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:1.0:1715209809.017511:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075979328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209809.018518:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209809.018524:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c680 00000400:00000200:0.0:1715209809.018529:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x18f5 [1] + 224 00000400:00000200:0.0:1715209809.018535:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209809.018537:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209809.018541:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075979392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209809.018560:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209809.018562:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c640 00000400:00000200:0.0:1715209809.018569:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x18f1 [1] + 224 00000400:00000200:0.0:1715209809.018580:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209809.018582:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209809.018585:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075979328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209809.018624:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:2.0:1715209809.018628:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715209809.018629:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715209809.018633:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075979392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209809.018633:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:3.0:1715209809.018637:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:3.0:1715209809.018638:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209809.018639:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075979392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209809.018642:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075979328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209809.018648:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075979328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209809.018657:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:3.0:1715209809.018657:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715209809.018660:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 02000000:00000010:3.0:1715209809.018660:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209809.018663:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:3.0:1715209809.018663:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715209814.025276:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209814.025297:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715209814.025333:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209814.025335:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715209814.025384:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209814.025385:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715209814.025391:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 00000400:00000010:2.0:1715209814.025391:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5688. 00000400:00000010:0.0:1715209814.025396:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000010:2.0:1715209814.025396:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715209814.025401:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979456, portal 25 00000100:00000200:0.0:1715209814.025402:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979520, portal 4 00000400:00000010:2.0:1715209814.025404:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000100:00000200:2.0:1715209814.025406:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075979456, offset 0 00000400:00000010:0.0:1715209814.025407:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715209814.025409:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075979520, offset 0 00000400:00000200:2.0:1715209814.025413:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209814.025431:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209814.025436:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209814.025440:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209814.025443:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209814.025445:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209814.025446:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209814.025448:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [775:775:256:4294967295] 192.168.202.130@tcp LPNI seq info [775:775:8:4294967295] 00000400:00000200:2.0:1715209814.025454:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209814.025458:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209814.025459:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209814.025461:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715209814.025461:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000400:00000200:0.0:1715209814.025463:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209814.025464:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209814.025464:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209814.025466:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209814.025467:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [776:776:255:4294967295] 192.168.202.130@tcp LPNI seq info [776:776:7:4294967295] 00000400:00000200:0.0:1715209814.025472:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209814.025472:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209814.025475:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715209814.025475:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715209814.025477:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715209814.025479:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209814.025482:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209814.025484:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209814.025545:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209814.025549:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715209814.025555:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209814.025561:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209814.025564:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715209814.025565:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715209814.025573:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075979456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209814.025639:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209814.025641:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715209814.025643:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209814.025646:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209814.025648:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715209814.025649:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715209814.025653:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075979520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209814.026909:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209814.026921:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c6c0 00000400:00000200:0.0:1715209814.026926:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1901 [1] + 224 00000400:00000200:0.0:1715209814.026933:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209814.026935:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209814.026939:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075979456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209814.026959:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209814.026962:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c700 00000400:00000200:0.0:1715209814.026964:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1905 [1] + 224 00000400:00000200:0.0:1715209814.026973:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209814.026975:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209814.026977:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075979520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209814.027007:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5688. 00000400:00000200:2.0:1715209814.027011:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:2.0:1715209814.027012:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715209814.027016:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075979456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209814.027019:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 00000100:00000200:2.0:1715209814.027021:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075979456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209814.027022:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715209814.027024:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715209814.027027:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075979520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209814.027035:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075979520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209814.027036:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715209814.027040:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209814.027042:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 02000000:00000010:1.0:1715209814.027051:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715209814.027054:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715209814.027063:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715209819.033247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209819.033275:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209819.033324:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209819.033328:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715209819.033390:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209819.033398:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 00000400:00000010:0.0:1715209819.033404:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:0.0:1715209819.033412:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979648, portal 4 00000400:00000010:0.0:1715209819.033420:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715209819.033423:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075979648, offset 0 02000000:00000010:1.0:1715209819.033432:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000400:00000200:0.0:1715209819.033434:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209819.033441:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209819.033446:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209819.033448:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715209819.033450:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979584, portal 25 00000400:00000200:0.0:1715209819.033454:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715209819.033454:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da990. 00000100:00000200:1.0:1715209819.033456:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075979584, offset 0 00000400:00000200:0.0:1715209819.033458:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209819.033462:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209819.033463:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209819.033465:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209819.033487:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [777:777:256:4294967295] 192.168.202.130@tcp LPNI seq info [777:777:8:4294967295] 00000400:00000200:0.0:1715209819.033499:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209819.033506:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209819.033508:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209819.033510:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209819.033512:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209819.033515:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209819.033516:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209819.033518:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209819.033521:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209819.033524:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [778:778:255:4294967295] 192.168.202.130@tcp LPNI seq info [778:778:7:4294967295] 00000800:00000200:0.0:1715209819.033526:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209819.033531:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209819.033534:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209819.033539:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209819.033542:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715209819.033547:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209819.033553:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209819.033556:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209819.033643:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209819.033649:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209819.033655:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209819.033662:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209819.033667:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715209819.033669:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715209819.033679:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075979648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209819.033765:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209819.033777:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715209819.033781:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209819.033785:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209819.033788:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da990 00000400:00000010:2.0:1715209819.033789:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da990. 00000100:00000200:2.0:1715209819.033794:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075979584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209819.035095:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209819.035107:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c780 00000400:00000200:0.0:1715209819.035140:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1911 [1] + 224 00000400:00000200:0.0:1715209819.035152:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209819.035183:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209819.035191:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075979648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209819.035229:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209819.035234:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c740 00000400:00000200:0.0:1715209819.035239:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1919 [1] + 224 00000400:00000200:0.0:1715209819.035256:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209819.035260:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209819.035264:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075979584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209819.035318:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 00000400:00000200:2.0:1715209819.035326:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715209819.035328:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715209819.035336:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075979648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209819.035347:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075979648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209819.035378:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000400:00000010:1.0:1715209819.035382:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715209819.035384:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715209819.035388:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000200:1.0:1715209819.035390:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209819.035392:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209819.035399:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075979584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209819.035410:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075979584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209819.035428:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715209819.035433:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715209819.035436:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209824.041226:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209824.041253:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209824.041307:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209824.041311:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209824.041371:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209824.041379:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 00000400:00000010:0.0:1715209824.041405:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 02000000:00000010:2.0:1715209824.041407:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000100:00000200:0.0:1715209824.041412:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979776, portal 4 00000400:00000010:2.0:1715209824.041417:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5688. 00000400:00000010:0.0:1715209824.041421:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000010:2.0:1715209824.041422:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:0.0:1715209824.041423:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075979776, offset 0 00000100:00000200:2.0:1715209824.041427:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979712, portal 25 00000400:00000010:2.0:1715209824.041431:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000400:00000200:0.0:1715209824.041434:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209824.041443:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075979712, offset 0 00000400:00000200:0.0:1715209824.041448:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209824.041452:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209824.041454:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209824.041459:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209824.041462:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209824.041465:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209824.041468:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [779:779:256:4294967295] 192.168.202.130@tcp LPNI seq info [779:779:8:4294967295] 00000400:00000200:0.0:1715209824.041479:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209824.041485:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209824.041488:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209824.041489:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209824.041492:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209824.041495:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209824.041496:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209824.041498:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209824.041501:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209824.041504:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [780:780:255:4294967295] 192.168.202.130@tcp LPNI seq info [780:780:7:4294967295] 00000800:00000200:0.0:1715209824.041507:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209824.041512:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209824.041513:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209824.041529:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209824.041533:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715209824.041538:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209824.041544:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209824.041547:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209824.041584:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209824.041590:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209824.041596:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209824.041603:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209824.041607:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715209824.041609:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715209824.041619:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075979776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209824.041682:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209824.041684:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715209824.041687:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209824.041691:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209824.041694:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:1.0:1715209824.041695:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:1.0:1715209824.041699:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075979712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209824.043196:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209824.043209:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c800 00000400:00000200:0.0:1715209824.043217:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1921 [1] + 224 00000400:00000200:0.0:1715209824.043228:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209824.043232:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209824.043239:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075979776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209824.043277:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209824.043282:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c7c0 00000400:00000200:0.0:1715209824.043286:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1929 [1] + 224 00000400:00000200:0.0:1715209824.043303:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209824.043312:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209824.043317:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075979712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209824.043362:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 00000400:00000200:2.0:1715209824.043370:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715209824.043372:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715209824.043380:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075979776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209824.043391:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075979776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209824.043423:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209824.043429:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209824.043433:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:3.0:1715209824.043435:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5688. 00000400:00000200:3.0:1715209824.043443:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:3.0:1715209824.043445:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:3.0:1715209824.043453:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075979712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209824.043464:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075979712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209824.043498:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715209824.043503:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715209824.043506:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715209829.049309:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209829.049338:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715209829.049394:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209829.049398:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:1.0:1715209829.049468:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 02000000:00000010:0.0:1715209829.049470:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209829.049477:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 00000400:00000010:1.0:1715209829.049479:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209829.049484:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:1.0:1715209829.049485:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209829.049492:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979904, portal 4 00000400:00000010:0.0:1715209829.049500:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715209829.049500:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979840, portal 25 00000100:00000200:0.0:1715209829.049503:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075979904, offset 0 00000400:00000010:1.0:1715209829.049505:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da990. 00000100:00000200:1.0:1715209829.049508:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075979840, offset 0 00000400:00000200:0.0:1715209829.049515:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209829.049524:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209829.049529:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209829.049535:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209829.049540:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209829.049544:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209829.049546:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209829.049550:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [781:781:256:4294967295] 192.168.202.130@tcp LPNI seq info [781:781:8:4294967295] 00000400:00000200:0.0:1715209829.049561:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209829.049567:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209829.049571:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715209829.049572:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209829.049577:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209829.049578:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209829.049582:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209829.049586:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209829.049588:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209829.049590:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209829.049594:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209829.049595:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [782:782:255:4294967295] 192.168.202.130@tcp LPNI seq info [782:782:7:4294967295] 00000400:00000200:1.0:1715209829.049608:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209829.049616:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209829.049640:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715209829.049647:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209829.049656:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209829.049661:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209829.049681:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209829.049688:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715209829.049695:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209829.049702:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209829.049707:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715209829.049709:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715209829.049719:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075979904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209829.049809:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209829.049812:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715209829.049816:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209829.049820:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209829.049822:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da990 00000400:00000010:2.0:1715209829.049824:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da990. 00000100:00000200:2.0:1715209829.049828:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075979840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209829.051362:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209829.051375:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c880 00000400:00000200:0.0:1715209829.051383:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1931 [1] + 224 00000400:00000200:0.0:1715209829.051407:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209829.051411:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209829.051419:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075979904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209829.051457:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209829.051463:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c840 00000400:00000200:0.0:1715209829.051467:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1935 [1] + 224 00000400:00000200:0.0:1715209829.051483:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209829.051487:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209829.051492:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075979840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209829.051548:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000400:00000200:2.0:1715209829.051556:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715209829.051558:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715209829.051566:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075979904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209829.051573:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715209829.051577:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075979904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715209829.051580:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209829.051582:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209829.051590:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075979840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209829.051606:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075979840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209829.051607:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209829.051612:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715209829.051616:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 02000000:00000010:1.0:1715209829.051628:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715209829.051634:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715209829.051638:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715209834.057232:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209834.057259:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209834.057308:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209834.057312:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209834.057370:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209834.057378:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 00000400:00000010:0.0:1715209834.057385:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715209834.057392:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980032, portal 4 02000000:00000010:2.0:1715209834.057393:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:0.0:1715209834.057401:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:0.0:1715209834.057403:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075980032, offset 0 00000400:00000010:2.0:1715209834.057403:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd56e0. 00000400:00000010:2.0:1715209834.057419:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000400:00000200:0.0:1715209834.057425:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209834.057434:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075979968, portal 25 00000400:00000010:2.0:1715209834.057438:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000400:00000200:0.0:1715209834.057440:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715209834.057441:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075979968, offset 0 00000400:00000200:0.0:1715209834.057446:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209834.057448:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209834.057451:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209834.057455:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209834.057457:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209834.057461:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [783:783:256:4294967295] 192.168.202.130@tcp LPNI seq info [783:783:8:4294967295] 00000400:00000200:0.0:1715209834.057471:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209834.057498:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209834.057499:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209834.057503:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209834.057503:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209834.057507:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209834.057509:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209834.057510:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209834.057512:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209834.057515:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [784:784:255:4294967295] 192.168.202.130@tcp LPNI seq info [784:784:7:4294967295] 00000800:00000200:0.0:1715209834.057520:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209834.057524:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209834.057525:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209834.057529:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209834.057533:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715209834.057537:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209834.057544:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209834.057547:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209834.057614:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209834.057621:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209834.057626:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209834.057633:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209834.057638:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:1.0:1715209834.057640:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715209834.057649:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075980032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209834.057736:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209834.057738:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715209834.057741:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209834.057745:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209834.057747:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715209834.057749:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715209834.057753:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075979968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209834.059377:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209834.059390:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c900 00000400:00000200:0.0:1715209834.059398:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1941 [1] + 224 00000400:00000200:0.0:1715209834.059409:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209834.059413:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209834.059420:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075980032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209834.059457:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209834.059462:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c8c0 00000400:00000200:0.0:1715209834.059466:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1949 [1] + 224 00000400:00000200:0.0:1715209834.059487:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209834.059491:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209834.059495:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075979968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209834.059548:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000400:00000200:2.0:1715209834.059556:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715209834.059558:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715209834.059566:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075980032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209834.059576:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075980032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209834.059589:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd56e0. 00000400:00000200:3.0:1715209834.059597:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:3.0:1715209834.059599:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 02000000:00000010:2.0:1715209834.059606:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000100:00000200:3.0:1715209834.059607:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075979968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209834.059612:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209834.059616:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000200:3.0:1715209834.059618:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075979968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209834.059636:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715209834.059641:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715209834.059644:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715209839.065239:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209839.065267:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209839.065319:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209839.065323:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715209839.065397:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209839.065405:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 02000000:00000010:2.0:1715209839.065405:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715209839.065412:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000010:2.0:1715209839.065414:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5840. 00000100:00000200:0.0:1715209839.065419:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980160, portal 4 00000400:00000010:2.0:1715209839.065422:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715209839.065427:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980096, portal 25 00000400:00000010:0.0:1715209839.065428:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000010:2.0:1715209839.065431:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715209839.065433:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075980096, offset 0 00000400:00000200:2.0:1715209839.065444:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209839.065450:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075980160, offset 0 00000400:00000200:0.0:1715209839.065457:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209839.065460:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209839.065465:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209839.065470:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209839.065473:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209839.065476:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209839.065480:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [785:785:256:4294967295] 192.168.202.130@tcp LPNI seq info [785:785:8:4294967295] 00000400:00000200:2.0:1715209839.065490:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209839.065496:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209839.065499:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209839.065501:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715209839.065503:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209839.065507:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715209839.065508:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209839.065510:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209839.065512:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209839.065515:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [786:786:255:4294967295] 192.168.202.130@tcp LPNI seq info [786:786:7:4294967295] 00000800:00000200:2.0:1715209839.065519:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209839.065525:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209839.065525:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209839.065530:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209839.065533:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715209839.065538:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209839.065544:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209839.065547:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209839.065605:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209839.065620:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715209839.065627:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209839.065634:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209839.065639:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715209839.065641:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715209839.065650:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075980096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209839.065713:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209839.065716:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209839.065718:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209839.065722:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209839.065725:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715209839.065726:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715209839.065730:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075980160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209839.067492:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209839.067504:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c940 00000400:00000200:0.0:1715209839.067512:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1955 [1] + 224 00000400:00000200:0.0:1715209839.067523:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209839.067527:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209839.067534:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075980096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209839.067584:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209839.067593:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0c980 00000400:00000200:0.0:1715209839.067599:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1951 [1] + 224 00000400:00000200:0.0:1715209839.067622:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715209839.067622:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5840. 00000400:00000200:0.0:1715209839.067629:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209839.067639:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:2.0:1715209839.067641:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715209839.067649:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075980096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209839.067651:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075980160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209839.067661:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075980096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209839.067686:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715209839.067692:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715209839.067697:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:1.0:1715209839.067801:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000400:00000200:1.0:1715209839.067809:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715209839.067811:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715209839.067819:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075980160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209839.067830:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075980160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209839.067854:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715209839.067858:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715209839.067861:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715209844.073262:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209844.073292:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209844.073343:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209844.073347:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209844.073411:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209844.073416:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:0.0:1715209844.073418:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000400:00000010:0.0:1715209844.073425:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:1.0:1715209844.073426:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715209844.073434:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980288, portal 4 00000400:00000010:1.0:1715209844.073435:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209844.073439:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980224, portal 25 00000400:00000010:0.0:1715209844.073441:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000010:1.0:1715209844.073443:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da088. 00000100:00000200:0.0:1715209844.073444:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075980288, offset 0 00000100:00000200:1.0:1715209844.073446:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075980224, offset 0 00000400:00000200:0.0:1715209844.073455:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209844.073463:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209844.073470:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209844.073476:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209844.073480:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209844.073485:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209844.073487:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209844.073491:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [787:787:256:4294967295] 192.168.202.130@tcp LPNI seq info [787:787:8:4294967295] 00000400:00000200:0.0:1715209844.073502:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209844.073508:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209844.073511:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209844.073512:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715209844.073515:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209844.073518:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209844.073519:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209844.073521:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209844.073523:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209844.073526:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [788:788:255:4294967295] 192.168.202.130@tcp LPNI seq info [788:788:7:4294967295] 00000800:00000200:0.0:1715209844.073531:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209844.073536:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209844.073536:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209844.073541:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209844.073545:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715209844.073549:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209844.073556:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209844.073559:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209844.073625:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209844.073631:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209844.073639:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209844.073646:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209844.073651:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715209844.073652:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715209844.073662:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075980288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209844.073756:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209844.073759:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715209844.073763:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209844.073766:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209844.073769:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da088 00000400:00000010:2.0:1715209844.073771:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da088. 00000100:00000200:2.0:1715209844.073775:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075980224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209844.075357:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209844.075370:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ca00 00000400:00000200:0.0:1715209844.075378:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1961 [1] + 224 00000400:00000200:0.0:1715209844.075389:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209844.075392:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209844.075410:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075980288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209844.075452:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209844.075457:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0c9c0 00000400:00000200:0.0:1715209844.075462:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1965 [1] + 224 00000400:00000200:0.0:1715209844.075478:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209844.075482:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209844.075487:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075980224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209844.075542:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 00000400:00000200:2.0:1715209844.075550:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715209844.075552:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715209844.075560:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075980288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209844.075571:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075980288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209844.075605:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209844.075613:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209844.075615:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 02000000:00000010:2.0:1715209844.075619:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 00000100:00000200:1.0:1715209844.075622:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075980224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209844.075624:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715209844.075628:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000200:1.0:1715209844.075633:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075980224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209844.075650:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715209844.075656:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715209844.075659:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715209849.081248:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209849.081276:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209849.081328:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209849.081332:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209849.081392:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209849.081399:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 00000400:00000010:0.0:1715209849.081405:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 02000000:00000010:2.0:1715209849.081413:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000100:00000200:0.0:1715209849.081414:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980416, portal 4 00000400:00000010:0.0:1715209849.081422:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000400:00000010:2.0:1715209849.081423:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5840. 00000100:00000200:0.0:1715209849.081425:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075980416, offset 0 00000400:00000010:2.0:1715209849.081428:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000400:00000200:0.0:1715209849.081436:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209849.081443:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980352, portal 25 00000400:00000010:2.0:1715209849.081447:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715209849.081449:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075980352, offset 0 00000400:00000200:0.0:1715209849.081451:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209849.081457:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209849.081457:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209849.081462:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209849.081466:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209849.081468:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209849.081472:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [789:789:256:4294967295] 192.168.202.130@tcp LPNI seq info [789:789:8:4294967295] 00000400:00000200:0.0:1715209849.081483:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209849.081489:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209849.081492:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209849.081493:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715209849.081496:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209849.081499:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209849.081502:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209849.081504:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209849.081507:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [790:790:255:4294967295] 192.168.202.130@tcp LPNI seq info [790:790:7:4294967295] 00000800:00000200:0.0:1715209849.081517:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209849.081517:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209849.081522:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209849.081526:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:0.0:1715209849.081528:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209849.081530:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209849.081533:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209849.081537:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209849.081541:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209849.081621:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209849.081627:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715209849.081633:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209849.081640:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209849.081645:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715209849.081647:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715209849.081657:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075980416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209849.081748:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209849.081760:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715209849.081763:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209849.081767:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209849.081770:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715209849.081772:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715209849.081776:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075980352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209849.083554:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209849.083567:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ca80 00000400:00000200:0.0:1715209849.083574:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1971 [1] + 224 00000400:00000200:0.0:1715209849.083585:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209849.083589:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209849.083596:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075980416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209849.083631:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209849.083637:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ca40 00000400:00000200:0.0:1715209849.083641:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1979 [1] + 224 00000400:00000200:0.0:1715209849.083658:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209849.083662:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209849.083666:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075980352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209849.083724:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 00000400:00000200:2.0:1715209849.083732:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715209849.083734:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715209849.083742:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075980416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209849.083747:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5840. 00000100:00000200:2.0:1715209849.083753:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075980416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715209849.083755:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:3.0:1715209849.083758:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:3.0:1715209849.083766:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075980352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209849.083777:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075980352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209849.083798:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:3.0:1715209849.083798:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715209849.083803:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 02000000:00000010:3.0:1715209849.083803:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715209849.083807:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:3.0:1715209849.083807:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715209854.089233:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209854.089263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209854.089334:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209854.089343:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715209854.089437:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209854.089449:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 00000400:00000010:0.0:1715209854.089460:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715209854.089470:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980544, portal 4 02000000:00000010:1.0:1715209854.089472:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715209854.089480:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715209854.089484:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075980544, offset 0 00000400:00000010:1.0:1715209854.089489:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209854.089500:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209854.089511:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209854.089519:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980480, portal 25 00000400:00000200:0.0:1715209854.089523:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715209854.089525:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da198. 00000100:00000200:1.0:1715209854.089528:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075980480, offset 0 00000400:00000200:1.0:1715209854.089539:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209854.089548:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209854.089556:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209854.089561:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209854.089565:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209854.089572:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [791:791:256:4294967295] 192.168.202.130@tcp LPNI seq info [791:791:8:4294967295] 00000400:00000200:0.0:1715209854.089590:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209854.089601:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209854.089606:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209854.089608:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209854.089612:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209854.089617:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209854.089617:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209854.089621:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209854.089624:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209854.089627:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [792:792:255:4294967295] 192.168.202.130@tcp LPNI seq info [792:792:7:4294967295] 00000800:00000200:0.0:1715209854.089631:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209854.089638:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209854.089639:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209854.089645:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209854.089650:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715209854.089656:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209854.089667:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209854.089672:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209854.089737:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209854.089743:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715209854.089750:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209854.089757:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209854.089762:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715209854.089765:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715209854.089775:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075980544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209854.089887:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209854.089890:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715209854.089894:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209854.089898:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209854.089901:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da198 00000400:00000010:2.0:1715209854.089902:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da198. 00000100:00000200:2.0:1715209854.089906:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075980480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209854.091666:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209854.091686:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0cb00 00000400:00000200:0.0:1715209854.091697:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1981 [1] + 224 00000400:00000200:0.0:1715209854.091714:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209854.091722:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209854.091736:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075980544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209854.091790:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209854.091799:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0cac0 00000400:00000200:0.0:1715209854.091808:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1989 [1] + 224 00000400:00000200:0.0:1715209854.091829:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209854.091833:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209854.091840:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075980480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209854.091903:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 00000400:00000200:2.0:1715209854.091911:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715209854.091913:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715209854.091921:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075980544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209854.091933:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075980544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209854.091968:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209854.091974:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209854.091978:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:1.0:1715209854.091997:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209854.092005:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209854.092007:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209854.092015:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075980480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209854.092049:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075980480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209854.092068:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715209854.092074:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715209854.092077:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715209859.097283:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209859.097313:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209859.097365:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209859.097389:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715209859.097459:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209859.097462:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715209859.097467:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 00000400:00000010:0.0:1715209859.097473:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715209859.097480:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980672, portal 4 00000400:00000010:2.0:1715209859.097482:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:0.0:1715209859.097488:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:2.0:1715209859.097488:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715209859.097492:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980608, portal 25 00000100:00000200:0.0:1715209859.097493:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075980672, offset 0 00000400:00000010:2.0:1715209859.097496:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000400:00000200:0.0:1715209859.097504:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209859.097510:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075980608, offset 0 00000400:00000200:0.0:1715209859.097518:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209859.097518:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209859.097524:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209859.097528:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209859.097532:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209859.097534:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209859.097538:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [793:793:256:4294967295] 192.168.202.130@tcp LPNI seq info [793:793:8:4294967295] 00000400:00000200:0.0:1715209859.097549:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209859.097555:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209859.097559:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209859.097560:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209859.097563:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209859.097565:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209859.097566:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209859.097569:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209859.097571:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209859.097574:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [794:794:255:4294967295] 192.168.202.130@tcp LPNI seq info [794:794:7:4294967295] 00000800:00000200:0.0:1715209859.097577:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209859.097581:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209859.097584:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209859.097589:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209859.097593:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715209859.097597:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209859.097604:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209859.097607:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209859.097669:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209859.097675:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209859.097682:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209859.097690:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209859.097694:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715209859.097696:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715209859.097706:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075980672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209859.097797:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209859.097800:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715209859.097802:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209859.097806:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209859.097870:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715209859.097872:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715209859.097877:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075980608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209859.099613:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209859.099626:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0cb80 00000400:00000200:0.0:1715209859.099634:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1991 [1] + 224 00000400:00000200:0.0:1715209859.099644:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209859.099648:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209859.099655:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075980672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209859.099692:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209859.099697:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0cb40 00000400:00000200:0.0:1715209859.099711:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1995 [1] + 224 00000400:00000200:0.0:1715209859.099731:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209859.099735:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209859.099740:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075980608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209859.099775:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 00000400:00000200:2.0:1715209859.099783:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715209859.099785:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715209859.099793:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075980672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209859.099804:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075980672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209859.099860:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209859.099866:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715209859.099871:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:3.0:1715209859.099879:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:3.0:1715209859.099887:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:3.0:1715209859.099890:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:3.0:1715209859.099898:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075980608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209859.099908:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075980608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209859.099943:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715209859.099948:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715209859.099951:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:2.0:1715209864.105313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715209864.105345:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c300. 00000100:00000010:2.0:1715209864.105424:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7800. 02000000:00000010:2.0:1715209864.105429:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c900. 02000000:00000010:2.0:1715209864.105479:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715209864.105485:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:2.0:1715209864.105486:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5898. 00000400:00000010:2.0:1715209864.105492:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000400:00000010:3.0:1715209864.105495:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715209864.105500:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980800, portal 4 00000400:00000010:3.0:1715209864.105502:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715209864.105507:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:3.0:1715209864.105507:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980736, portal 25 00000100:00000200:2.0:1715209864.105510:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075980800, offset 0 00000400:00000010:3.0:1715209864.105510:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257cc0. 00000100:00000200:3.0:1715209864.105513:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075980736, offset 0 00000400:00000200:2.0:1715209864.105522:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209864.105530:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209864.105537:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209864.105543:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209864.105547:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209864.105551:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209864.105554:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209864.105557:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [795:795:256:4294967295] 192.168.202.130@tcp LPNI seq info [795:795:8:4294967295] 00000400:00000200:2.0:1715209864.105569:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209864.105575:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209864.105577:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209864.105579:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000400:00000200:3.0:1715209864.105582:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209864.105585:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209864.105586:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209864.105588:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209864.105591:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209864.105594:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [796:796:255:4294967295] 192.168.202.130@tcp LPNI seq info [796:796:7:4294967295] 00000800:00000200:2.0:1715209864.105596:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209864.105601:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209864.105603:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209864.105608:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209864.105612:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba400. 00000800:00000200:3.0:1715209864.105617:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209864.105623:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209864.105627:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209864.105816:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209864.105822:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715209864.105830:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209864.105838:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209864.105842:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:0.0:1715209864.105845:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:0.0:1715209864.105854:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7800 x1798526075980800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715209864.105947:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715209864.105950:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba400. 00000400:00000200:0.0:1715209864.105952:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209864.105956:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715209864.105958:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257cc0 00000400:00000010:0.0:1715209864.105960:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257cc0. 00000100:00000200:0.0:1715209864.105964:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526075980736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209864.107553:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209864.107566:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0cc00 00000400:00000200:0.0:1715209864.107574:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x19a1 [1] + 224 00000400:00000200:0.0:1715209864.107585:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209864.107589:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209864.107596:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7800 x1798526075980800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209864.107633:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209864.107649:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0cbc0 00000400:00000200:0.0:1715209864.107653:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x19a5 [1] + 224 00000400:00000200:0.0:1715209864.107670:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209864.107674:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209864.107678:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526075980736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209864.107721:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5898. 00000400:00000200:2.0:1715209864.107729:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:2.0:1715209864.107731:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209864.107739:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7800 x1798526075980800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209864.107750:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7800 x1798526075980800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209864.107811:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715209864.107821:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c900. 00000400:00000010:3.0:1715209864.107824:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209864.107833:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209864.107835:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000010:2.0:1715209864.107842:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7800. 00000100:00000200:3.0:1715209864.107843:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526075980736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209864.107854:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526075980736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209864.107888:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209864.107893:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c300. 00000100:00000010:3.0:1715209864.107897:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 00000100:00000010:0.0:1715209869.113302:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209869.113329:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209869.113381:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209869.113385:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:2.0:1715209869.113418:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715209869.113430:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5898. 00000400:00000010:2.0:1715209869.113437:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 02000000:00000010:0.0:1715209869.113445:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000100:00000200:2.0:1715209869.113446:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980864, portal 25 00000400:00000010:0.0:1715209869.113450:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 00000400:00000010:2.0:1715209869.113451:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:2.0:1715209869.113453:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075980864, offset 0 00000400:00000010:0.0:1715209869.113456:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000400:00000200:2.0:1715209869.113464:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209869.113475:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980928, portal 4 00000400:00000200:2.0:1715209869.113479:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:0.0:1715209869.113484:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000200:2.0:1715209869.113484:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1715209869.113488:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075980928, offset 0 00000400:00000200:2.0:1715209869.113489:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209869.113492:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209869.113496:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209869.113497:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209869.113499:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [797:797:256:4294967295] 192.168.202.130@tcp LPNI seq info [797:797:8:4294967295] 00000400:00000200:2.0:1715209869.113510:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209869.113516:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209869.113521:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209869.113521:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715209869.113527:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209869.113527:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209869.113532:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209869.113536:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715209869.113539:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209869.113540:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209869.113543:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [798:798:255:4294967295] 192.168.202.130@tcp LPNI seq info [798:798:7:4294967295] 00000800:00000200:2.0:1715209869.113544:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209869.113553:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209869.113558:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209869.113562:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:0.0:1715209869.113567:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209869.113573:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209869.113577:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209869.113614:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209869.113620:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715209869.113626:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209869.113633:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209869.113638:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715209869.113640:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715209869.113650:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075980864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209869.113712:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209869.113783:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715209869.113786:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209869.113791:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209869.113794:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:1.0:1715209869.113796:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715209869.113801:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075980928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209869.115496:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209869.115509:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0cc40 00000400:00000200:0.0:1715209869.115517:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x19b1 [1] + 224 00000400:00000200:0.0:1715209869.115527:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209869.115531:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209869.115539:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075980864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209869.115575:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209869.115580:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0cc80 00000400:00000200:0.0:1715209869.115584:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x19b9 [1] + 224 00000400:00000200:0.0:1715209869.115600:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209869.115603:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209869.115608:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075980928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209869.115663:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5898. 00000400:00000200:2.0:1715209869.115671:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:2.0:1715209869.115673:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715209869.115681:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075980864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209869.115693:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075980864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209869.115718:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715209869.115751:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000400:00000010:1.0:1715209869.115754:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 00000100:00000010:2.0:1715209869.115755:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000200:1.0:1715209869.115762:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715209869.115764:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715209869.115772:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075980928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209869.115783:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075980928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209869.115807:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209869.115811:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715209869.115814:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715209874.121256:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209874.121280:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209874.121326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209874.121329:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715209874.121381:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209874.121389:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000400:00000010:0.0:1715209874.121396:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715209874.121403:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981056, portal 4 00000400:00000010:0.0:1715209874.121412:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715209874.121414:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075981056, offset 0 02000000:00000010:1.0:1715209874.121415:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:1.0:1715209874.121424:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715209874.121425:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209874.121432:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209874.121436:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075980992, portal 25 00000400:00000200:0.0:1715209874.121439:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715209874.121440:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dae58. 00000100:00000200:1.0:1715209874.121442:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075980992, offset 0 00000400:00000200:0.0:1715209874.121445:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209874.121449:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209874.121450:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209874.121454:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209874.121467:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209874.121471:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [799:799:256:4294967295] 192.168.202.130@tcp LPNI seq info [799:799:8:4294967295] 00000400:00000200:0.0:1715209874.121482:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209874.121489:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209874.121492:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209874.121493:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715209874.121495:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209874.121499:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209874.121499:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209874.121502:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209874.121504:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209874.121507:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [800:800:255:4294967295] 192.168.202.130@tcp LPNI seq info [800:800:7:4294967295] 00000800:00000200:0.0:1715209874.121510:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209874.121514:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209874.121516:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209874.121531:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209874.121535:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715209874.121540:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209874.121546:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209874.121550:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209874.121626:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209874.121633:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715209874.121640:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209874.121649:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209874.121655:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715209874.121658:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715209874.121670:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075981056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209874.121848:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209874.121852:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715209874.121859:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209874.121866:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209874.121871:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dae58 00000400:00000010:2.0:1715209874.121874:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dae58. 00000100:00000200:2.0:1715209874.121880:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075980992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209874.123571:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209874.123584:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0cd00 00000400:00000200:0.0:1715209874.123592:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x19c1 [1] + 224 00000400:00000200:0.0:1715209874.123603:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209874.123607:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209874.123614:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075981056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209874.123650:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209874.123655:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ccc0 00000400:00000200:0.0:1715209874.123660:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x19c9 [1] + 224 00000400:00000200:0.0:1715209874.123675:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209874.123708:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209874.123714:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075980992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209874.123736:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:2.0:1715209874.123744:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715209874.123746:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715209874.123755:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075981056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209874.123772:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075981056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209874.123812:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209874.123820:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715209874.123826:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:1.0:1715209874.123838:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209874.123846:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209874.123848:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209874.123855:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075980992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209874.123866:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075980992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209874.123884:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715209874.123889:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715209874.123892:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715209879.129235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209879.129259:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209879.129304:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209879.129308:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715209879.129364:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209879.129383:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 00000400:00000010:0.0:1715209879.129390:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 02000000:00000010:2.0:1715209879.129392:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000100:00000200:0.0:1715209879.129398:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981184, portal 4 00000400:00000010:2.0:1715209879.129401:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5898. 00000400:00000010:0.0:1715209879.129405:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000010:2.0:1715209879.129407:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:0.0:1715209879.129408:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075981184, offset 0 00000100:00000200:2.0:1715209879.129411:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981120, portal 25 00000400:00000010:2.0:1715209879.129415:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000400:00000200:0.0:1715209879.129419:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209879.129427:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075981120, offset 0 00000400:00000200:0.0:1715209879.129433:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209879.129439:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209879.129443:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209879.129445:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209879.129446:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209879.129449:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209879.129453:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [801:801:256:4294967295] 192.168.202.130@tcp LPNI seq info [801:801:8:4294967295] 00000400:00000200:0.0:1715209879.129464:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209879.129470:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209879.129472:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209879.129474:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715209879.129477:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209879.129481:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209879.129481:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209879.129484:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209879.129486:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209879.129489:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [802:802:255:4294967295] 192.168.202.130@tcp LPNI seq info [802:802:7:4294967295] 00000800:00000200:0.0:1715209879.129492:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209879.129496:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209879.129499:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209879.129504:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209879.129508:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715209879.129512:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209879.129518:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209879.129522:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209879.129583:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209879.129589:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715209879.129595:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209879.129602:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209879.129606:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:1.0:1715209879.129608:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:1.0:1715209879.129618:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075981184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209879.129750:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209879.129753:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715209879.129756:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209879.129760:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209879.129762:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:1.0:1715209879.129764:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:1.0:1715209879.129768:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075981120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209879.131598:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209879.131611:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0cd80 00000400:00000200:0.0:1715209879.131618:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x19d1 [1] + 224 00000400:00000200:0.0:1715209879.131629:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209879.131633:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209879.131666:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075981184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209879.131702:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209879.131708:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0cd40 00000400:00000200:0.0:1715209879.131712:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x19d9 [1] + 224 00000400:00000200:0.0:1715209879.131727:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209879.131737:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209879.131741:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075981120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209879.131754:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000400:00000200:2.0:1715209879.131762:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715209879.131764:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715209879.131772:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075981184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209879.131783:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075981184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209879.131814:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209879.131820:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715209879.131825:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:3.0:1715209879.131837:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5898. 00000400:00000200:3.0:1715209879.131846:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:3.0:1715209879.131848:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:3.0:1715209879.131856:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075981120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209879.131867:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075981120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209879.131885:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715209879.131890:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715209879.131893:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715209884.137231:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209884.137254:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715209884.137301:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209884.137307:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715209884.137393:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715209884.137394:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715209884.137402:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 00000400:00000010:1.0:1715209884.137404:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209884.137408:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000010:1.0:1715209884.137409:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209884.137416:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981312, portal 4 00000100:00000200:1.0:1715209884.137423:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981248, portal 25 00000400:00000010:0.0:1715209884.137425:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715209884.137427:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075981312, offset 0 00000400:00000010:1.0:1715209884.137428:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da7f8. 00000100:00000200:1.0:1715209884.137430:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075981248, offset 0 00000400:00000200:0.0:1715209884.137438:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209884.137446:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209884.137452:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209884.137458:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209884.137462:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209884.137466:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209884.137469:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209884.137472:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [803:803:256:4294967295] 192.168.202.130@tcp LPNI seq info [803:803:8:4294967295] 00000400:00000200:0.0:1715209884.137483:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209884.137489:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209884.137492:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209884.137493:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209884.137496:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209884.137499:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209884.137500:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209884.137502:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209884.137505:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209884.137508:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [804:804:255:4294967295] 192.168.202.130@tcp LPNI seq info [804:804:7:4294967295] 00000800:00000200:0.0:1715209884.137511:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209884.137516:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209884.137517:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209884.137522:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209884.137526:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715209884.137530:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209884.137536:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209884.137540:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209884.137611:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209884.137617:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209884.137623:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209884.137630:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209884.137635:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715209884.137637:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715209884.137647:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075981312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209884.137723:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209884.137725:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715209884.137730:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209884.137734:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209884.137737:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da7f8 00000400:00000010:2.0:1715209884.137738:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da7f8. 00000100:00000200:2.0:1715209884.137743:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075981248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209884.139337:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209884.139350:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0cdc0 00000400:00000200:0.0:1715209884.139359:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x19e5 [1] + 224 00000400:00000200:0.0:1715209884.139383:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209884.139387:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209884.139394:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075981248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209884.139432:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209884.139437:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ce00 00000400:00000200:0.0:1715209884.139442:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x19e1 [1] + 224 00000400:00000200:0.0:1715209884.139455:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209884.139458:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209884.139463:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075981312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209884.139516:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209884.139524:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209884.139526:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209884.139533:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075981248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209884.139545:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075981248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209884.139570:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715209884.139577:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000400:00000010:2.0:1715209884.139580:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 00000100:00000010:1.0:1715209884.139581:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000200:2.0:1715209884.139588:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715209884.139615:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715209884.139624:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075981312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209884.139635:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075981312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209884.139659:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209884.139663:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715209884.139666:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715209889.145249:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209889.145275:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209889.145324:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209889.145328:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715209889.145399:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209889.145411:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 00000400:00000010:0.0:1715209889.145420:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 02000000:00000010:2.0:1715209889.145426:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000100:00000200:0.0:1715209889.145430:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981440, portal 4 00000400:00000010:2.0:1715209889.145435:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000010:0.0:1715209889.145440:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:2.0:1715209889.145441:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715209889.145445:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981376, portal 25 00000100:00000200:0.0:1715209889.145446:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075981440, offset 0 00000400:00000010:2.0:1715209889.145449:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715209889.145451:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075981376, offset 0 00000400:00000200:0.0:1715209889.145460:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209889.145469:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209889.145475:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209889.145481:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209889.145485:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209889.145489:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209889.145491:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209889.145495:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [805:805:256:4294967295] 192.168.202.130@tcp LPNI seq info [805:805:8:4294967295] 00000400:00000200:0.0:1715209889.145506:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209889.145525:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209889.145527:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209889.145530:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715209889.145531:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209889.145534:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209889.145536:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209889.145537:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209889.145540:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209889.145571:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [806:806:255:4294967295] 192.168.202.130@tcp LPNI seq info [806:806:7:4294967295] 00000800:00000200:0.0:1715209889.145573:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209889.145578:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209889.145581:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209889.145586:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209889.145591:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715209889.145595:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209889.145602:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209889.145605:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209889.145686:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209889.145690:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715209889.145694:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209889.145701:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209889.145705:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715209889.145707:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715209889.145716:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075981440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209889.145811:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209889.145813:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715209889.145816:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209889.145820:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209889.145822:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:1.0:1715209889.145824:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715209889.145828:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075981376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209889.147737:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209889.147750:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ce80 00000400:00000200:0.0:1715209889.147758:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x19f1 [1] + 224 00000400:00000200:0.0:1715209889.147769:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209889.147772:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209889.147779:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075981440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209889.147816:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209889.147821:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ce40 00000400:00000200:0.0:1715209889.147825:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x19f5 [1] + 224 00000400:00000200:0.0:1715209889.147840:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209889.147844:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209889.147849:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075981376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209889.147894:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 00000400:00000200:2.0:1715209889.147902:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715209889.147904:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715209889.147911:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075981440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209889.147923:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075981440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209889.147954:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209889.147959:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715209889.147963:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:3.0:1715209889.147965:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:3.0:1715209889.147974:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:3.0:1715209889.147976:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:3.0:1715209889.147984:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075981376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209889.147995:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075981376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209889.148013:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715209889.148018:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715209889.148021:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715209894.153228:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209894.153252:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209894.153304:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209894.153311:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:1.0:1715209894.153357:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:1.0:1715209894.153368:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209894.153376:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 02000000:00000010:0.0:1715209894.153382:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000100:00000200:1.0:1715209894.153386:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981504, portal 25 00000400:00000010:0.0:1715209894.153387:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 00000400:00000010:0.0:1715209894.153391:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715209894.153394:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981568, portal 4 00000400:00000010:1.0:1715209894.153394:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715209894.153397:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075981504, offset 0 00000400:00000010:0.0:1715209894.153400:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000200:1.0:1715209894.153409:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209894.153414:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075981568, offset 0 00000400:00000200:0.0:1715209894.153421:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209894.153426:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209894.153433:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209894.153440:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209894.153445:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209894.153449:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209894.153453:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [807:807:256:4294967295] 192.168.202.130@tcp LPNI seq info [807:807:8:4294967295] 00000400:00000200:1.0:1715209894.153468:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209894.153477:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209894.153478:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209894.153482:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209894.153486:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209894.153489:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1715209894.153490:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715209894.153492:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209894.153496:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [808:808:255:4294967295] 192.168.202.130@tcp LPNI seq info [808:808:7:4294967295] 00000800:00000200:1.0:1715209894.153498:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209894.153545:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209894.153551:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209894.153556:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209894.153563:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209894.153567:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:0.0:1715209894.153572:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209894.153579:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209894.153582:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209894.153648:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209894.153655:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715209894.153662:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209894.153669:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209894.153673:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:2.0:1715209894.153676:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:2.0:1715209894.153685:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075981504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209894.153782:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209894.153786:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209894.153790:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209894.153795:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209894.153799:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715209894.153811:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715209894.153819:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075981568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209894.155742:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209894.155755:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0cec0 00000400:00000200:0.0:1715209894.155763:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a01 [1] + 224 00000400:00000200:0.0:1715209894.155774:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209894.155777:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209894.155785:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075981504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209894.155829:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209894.155837:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0cf00 00000400:00000200:0.0:1715209894.155843:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a05 [1] + 224 00000400:00000200:0.0:1715209894.155864:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209894.155870:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:1.0:1715209894.155871:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209894.155876:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209894.155878:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209894.155886:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075981504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209894.155889:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075981568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209894.155900:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075981504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209894.155932:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715209894.155940:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209894.155946:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:2.0:1715209894.155996:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000400:00000200:2.0:1715209894.156004:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715209894.156006:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715209894.156013:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075981568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209894.156024:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075981568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209894.156047:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209894.156052:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715209894.156055:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715209899.161228:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209899.161253:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209899.161298:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209899.161301:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715209899.161367:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209899.161376:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000400:00000010:0.0:1715209899.161385:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715209899.161394:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981696, portal 4 02000000:00000010:2.0:1715209899.161394:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715209899.161404:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:0.0:1715209899.161405:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715209899.161409:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075981696, offset 0 00000400:00000010:2.0:1715209899.161410:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715209899.161414:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981632, portal 25 00000400:00000010:2.0:1715209899.161418:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000400:00000200:0.0:1715209899.161423:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209899.161431:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075981632, offset 0 00000400:00000200:2.0:1715209899.161439:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209899.161441:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209899.161446:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209899.161451:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209899.161454:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209899.161457:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209899.161487:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [809:809:256:4294967295] 192.168.202.130@tcp LPNI seq info [809:809:8:4294967295] 00000400:00000200:0.0:1715209899.161499:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209899.161506:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209899.161510:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209899.161510:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209899.161514:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209899.161518:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209899.161518:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209899.161520:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209899.161523:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209899.161526:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [810:810:255:4294967295] 192.168.202.130@tcp LPNI seq info [810:810:7:4294967295] 00000800:00000200:0.0:1715209899.161529:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209899.161535:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209899.161536:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209899.161541:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209899.161545:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715209899.161550:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209899.161567:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209899.161571:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209899.161623:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209899.161628:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209899.161635:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209899.161644:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209899.161648:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715209899.161650:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715209899.161659:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075981696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209899.161721:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209899.161723:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715209899.161726:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209899.161730:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209899.161733:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:1.0:1715209899.161734:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:1.0:1715209899.161738:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075981632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209899.163396:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209899.163409:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0cf80 00000400:00000200:0.0:1715209899.163417:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a11 [1] + 224 00000400:00000200:0.0:1715209899.163429:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209899.163432:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209899.163450:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075981696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209899.163517:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209899.163523:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0cf40 00000400:00000200:0.0:1715209899.163528:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a19 [1] + 224 00000400:00000200:0.0:1715209899.163542:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209899.163546:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209899.163550:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075981632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209899.163580:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:2.0:1715209899.163590:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715209899.163592:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715209899.163602:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075981696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209899.163619:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075981696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209899.163657:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209899.163665:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000400:00000010:3.0:1715209899.163668:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000100:00000010:2.0:1715209899.163670:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000200:3.0:1715209899.163676:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:3.0:1715209899.163678:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:3.0:1715209899.163686:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075981632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209899.163697:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075981632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209899.163732:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715209899.163736:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715209899.163739:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715209904.169237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209904.169262:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715209904.169315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209904.169321:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209904.169401:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715209904.169401:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000400:00000010:0.0:1715209904.169411:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 00000400:00000010:0.0:1715209904.169447:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000010:1.0:1715209904.169447:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209904.169453:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209904.169457:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981824, portal 4 00000100:00000200:1.0:1715209904.169457:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981760, portal 25 00000400:00000010:1.0:1715209904.169462:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da110. 00000100:00000200:1.0:1715209904.169465:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075981760, offset 0 00000400:00000010:0.0:1715209904.169467:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000400:00000200:1.0:1715209904.169476:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209904.169482:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075981824, offset 0 00000400:00000200:1.0:1715209904.169491:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209904.169492:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209904.169497:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209904.169501:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209904.169505:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209904.169507:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209904.169511:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [811:811:256:4294967295] 192.168.202.130@tcp LPNI seq info [811:811:8:4294967295] 00000400:00000200:1.0:1715209904.169522:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209904.169529:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209904.169531:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715209904.169533:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715209904.169535:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209904.169538:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715209904.169540:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209904.169541:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209904.169544:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209904.169547:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [812:812:255:4294967295] 192.168.202.130@tcp LPNI seq info [812:812:7:4294967295] 00000800:00000200:1.0:1715209904.169551:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209904.169556:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209904.169557:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209904.169562:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209904.169565:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:0.0:1715209904.169581:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209904.169590:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209904.169595:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209904.169670:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209904.169677:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715209904.169683:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209904.169689:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209904.169694:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da110 00000400:00000010:2.0:1715209904.169696:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da110. 00000100:00000200:2.0:1715209904.169705:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075981760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209904.169797:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209904.169799:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209904.169802:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209904.169805:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209904.169808:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715209904.169809:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715209904.169813:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075981824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209904.171563:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209904.171576:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0cfc0 00000400:00000200:0.0:1715209904.171584:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a25 [1] + 224 00000400:00000200:0.0:1715209904.171595:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209904.171599:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209904.171607:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075981760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209904.171643:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209904.171649:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d000 00000400:00000200:0.0:1715209904.171653:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a21 [1] + 224 00000400:00000200:0.0:1715209904.171671:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209904.171675:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209904.171680:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075981824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209904.171730:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209904.171738:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209904.171740:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209904.171747:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075981760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209904.171758:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075981760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209904.171764:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 00000400:00000200:2.0:1715209904.171770:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715209904.171773:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 02000000:00000010:1.0:1715209904.171784:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 00000100:00000200:2.0:1715209904.171790:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075981824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209904.171791:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715209904.171795:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000200:2.0:1715209904.171799:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075981824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209904.171822:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209904.171826:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209904.171829:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715209909.177268:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209909.177293:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209909.177342:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209909.177345:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:2.0:1715209909.177427:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 02000000:00000010:0.0:1715209909.177437:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:2.0:1715209909.177439:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5630. 00000400:00000010:0.0:1715209909.177445:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 00000400:00000010:2.0:1715209909.177446:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715209909.177453:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981888, portal 25 00000400:00000010:2.0:1715209909.177459:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715209909.177462:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075981888, offset 0 00000400:00000010:0.0:1715209909.177463:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715209909.177469:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075981952, portal 4 00000400:00000200:2.0:1715209909.177475:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715209909.177477:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715209909.177481:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075981952, offset 0 00000400:00000200:2.0:1715209909.177490:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209909.177491:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209909.177495:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209909.177500:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209909.177504:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209909.177507:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209909.177510:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [813:813:256:4294967295] 192.168.202.130@tcp LPNI seq info [813:813:8:4294967295] 00000400:00000200:2.0:1715209909.177521:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209909.177528:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209909.177530:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209909.177533:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715209909.177540:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209909.177546:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209909.177549:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715209909.177551:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209909.177552:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209909.177555:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715209909.177556:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209909.177558:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [814:814:255:4294967295] 192.168.202.130@tcp LPNI seq info [814:814:7:4294967295] 00000400:00000200:0.0:1715209909.177568:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209909.177573:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209909.177577:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715209909.177583:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209909.177592:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209909.177596:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209909.177670:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209909.177675:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715209909.177680:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209909.177692:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209909.177697:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:1.0:1715209909.177699:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:1.0:1715209909.177708:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075981888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209909.177802:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209909.177804:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209909.177806:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209909.177810:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209909.177813:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715209909.177814:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715209909.177818:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075981952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209909.179719:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209909.179731:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d040 00000400:00000200:0.0:1715209909.179738:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a31 [1] + 224 00000400:00000200:0.0:1715209909.179749:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209909.179753:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209909.179761:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075981888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209909.179803:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209909.179811:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d080 00000400:00000200:0.0:1715209909.179817:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a39 [1] + 224 00000400:00000200:0.0:1715209909.179842:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715209909.179847:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5630. 00000400:00000200:0.0:1715209909.179848:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209909.179853:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:2.0:1715209909.179855:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715209909.179862:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075981888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209909.179867:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075981952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209909.179885:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075981888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209909.179917:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715209909.179924:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715209909.179931:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:1.0:1715209909.179959:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 00000400:00000200:1.0:1715209909.179967:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715209909.179969:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715209909.179976:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075981952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209909.179987:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075981952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209909.180011:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715209909.180015:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715209909.180018:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715209914.185241:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209914.185264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715209914.185315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209914.185356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209914.185424:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209914.185424:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:0.0:1715209914.185432:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 00000400:00000010:1.0:1715209914.185434:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209914.185439:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000010:1.0:1715209914.185439:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209914.185447:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982080, portal 4 00000400:00000010:0.0:1715209914.185454:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715209914.185454:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982016, portal 25 00000100:00000200:0.0:1715209914.185457:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075982080, offset 0 00000400:00000010:1.0:1715209914.185458:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000100:00000200:1.0:1715209914.185461:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075982016, offset 0 00000400:00000200:0.0:1715209914.185469:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209914.185477:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209914.185483:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209914.185489:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209914.185493:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209914.185497:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209914.185499:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209914.185503:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [815:815:256:4294967295] 192.168.202.130@tcp LPNI seq info [815:815:8:4294967295] 00000400:00000200:0.0:1715209914.185514:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209914.185520:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209914.185523:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209914.185525:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:0.0:1715209914.185531:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209914.185536:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209914.185539:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209914.185542:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209914.185542:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209914.185545:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209914.185547:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209914.185548:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [816:816:255:4294967295] 192.168.202.130@tcp LPNI seq info [816:816:7:4294967295] 00000400:00000200:1.0:1715209914.185557:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209914.185562:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209914.185566:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715209914.185570:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209914.185576:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209914.185580:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209914.185619:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209914.185625:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209914.185631:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209914.185638:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209914.185643:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715209914.185645:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715209914.185654:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075982080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209914.185716:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209914.185719:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715209914.185722:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209914.185726:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209914.185729:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:2.0:1715209914.185730:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000100:00000200:2.0:1715209914.185734:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075982016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209914.187511:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209914.187525:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d100 00000400:00000200:0.0:1715209914.187533:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a41 [1] + 224 00000400:00000200:0.0:1715209914.187544:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209914.187547:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209914.187555:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075982080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209914.187590:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209914.187595:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d0c0 00000400:00000200:0.0:1715209914.187609:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a45 [1] + 224 00000400:00000200:0.0:1715209914.187623:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209914.187627:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209914.187632:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075982016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209914.187677:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 00000400:00000200:2.0:1715209914.187685:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715209914.187687:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715209914.187695:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075982080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209914.187706:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075982080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209914.187737:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209914.187743:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000400:00000010:1.0:1715209914.187751:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209914.187759:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209914.187761:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000010:2.0:1715209914.187765:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000200:1.0:1715209914.187769:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075982016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209914.187780:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075982016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209914.187797:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715209914.187802:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715209914.187805:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715209919.193239:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209919.193263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209919.193320:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209919.193325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209919.193380:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209919.193387:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 02000000:00000010:3.0:1715209919.193387:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715209919.193394:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:3.0:1715209919.193396:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715209919.193401:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982208, portal 4 00000400:00000010:3.0:1715209919.193402:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209919.193406:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982144, portal 25 00000400:00000010:0.0:1715209919.193408:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715209919.193411:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075982208, offset 0 00000400:00000010:3.0:1715209919.193411:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257cc0. 00000100:00000200:3.0:1715209919.193414:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075982144, offset 0 00000400:00000200:0.0:1715209919.193422:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209919.193431:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209919.193437:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209919.193443:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209919.193448:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209919.193452:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209919.193455:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209919.193458:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [817:817:256:4294967295] 192.168.202.130@tcp LPNI seq info [817:817:8:4294967295] 00000400:00000200:0.0:1715209919.193469:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209919.193476:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209919.193478:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209919.193480:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:3.0:1715209919.193482:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209919.193486:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209919.193486:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209919.193488:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209919.193491:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209919.193494:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [818:818:255:4294967295] 192.168.202.130@tcp LPNI seq info [818:818:7:4294967295] 00000800:00000200:0.0:1715209919.193497:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209919.193503:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209919.193503:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209919.193508:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209919.193512:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbab00. 00000800:00000200:3.0:1715209919.193516:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209919.193522:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209919.193526:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209919.193626:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209919.193633:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209919.193638:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209919.193646:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209919.193651:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:1.0:1715209919.193653:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715209919.193662:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075982208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209919.193752:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209919.193764:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbab00. 00000400:00000200:1.0:1715209919.193768:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209919.193772:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209919.193775:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257cc0 00000400:00000010:1.0:1715209919.193776:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257cc0. 00000100:00000200:1.0:1715209919.193781:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075982144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209919.195394:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209919.195416:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d180 00000400:00000200:0.0:1715209919.195423:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a51 [1] + 224 00000400:00000200:0.0:1715209919.195435:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209919.195439:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209919.195446:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075982208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209919.195485:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209919.195490:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d140 00000400:00000200:0.0:1715209919.195494:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a55 [1] + 224 00000400:00000200:0.0:1715209919.195508:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209919.195512:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209919.195516:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075982144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209919.195572:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 00000400:00000200:2.0:1715209919.195581:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715209919.195582:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715209919.195591:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075982208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209919.195601:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075982208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209919.195631:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209919.195636:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000400:00000010:3.0:1715209919.195636:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000100:00000010:2.0:1715209919.195641:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000200:3.0:1715209919.195645:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209919.195647:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209919.195655:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075982144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209919.195666:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075982144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209919.195699:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209919.195704:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715209919.195707:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209924.201263:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209924.201288:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715209924.201333:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209924.201337:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715209924.201405:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209924.201412:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000400:00000010:0.0:1715209924.201419:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 02000000:00000010:1.0:1715209924.201426:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000100:00000200:0.0:1715209924.201427:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982336, portal 4 00000400:00000010:0.0:1715209924.201434:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:1.0:1715209924.201435:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715209924.201437:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075982336, offset 0 00000400:00000010:1.0:1715209924.201440:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715209924.201447:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209924.201455:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982272, portal 25 00000400:00000010:1.0:1715209924.201459:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da220. 00000400:00000200:0.0:1715209924.201462:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715209924.201462:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075982272, offset 0 00000400:00000200:0.0:1715209924.201468:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209924.201469:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209924.201473:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209924.201477:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209924.201479:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209924.201494:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [819:819:256:4294967295] 192.168.202.130@tcp LPNI seq info [819:819:8:4294967295] 00000400:00000200:0.0:1715209924.201505:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209924.201511:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209924.201514:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209924.201516:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715209924.201518:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209924.201522:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209924.201522:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209924.201525:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209924.201527:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209924.201530:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [820:820:255:4294967295] 192.168.202.130@tcp LPNI seq info [820:820:7:4294967295] 00000800:00000200:0.0:1715209924.201532:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209924.201537:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209924.201540:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209924.201544:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209924.201548:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715209924.201553:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209924.201559:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209924.201562:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209924.201629:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209924.201635:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715209924.201641:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209924.201649:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209924.201654:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715209924.201656:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715209924.201666:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075982336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209924.201760:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209924.201763:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715209924.201767:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209924.201770:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209924.201773:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da220 00000400:00000010:2.0:1715209924.201775:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da220. 00000100:00000200:2.0:1715209924.201779:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075982272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209924.203663:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209924.203676:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d200 00000400:00000200:0.0:1715209924.203684:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a61 [1] + 224 00000400:00000200:0.0:1715209924.203696:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209924.203699:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209924.203707:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075982336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209924.203743:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209924.203749:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d1c0 00000400:00000200:0.0:1715209924.203753:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a69 [1] + 224 00000400:00000200:0.0:1715209924.203768:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209924.203772:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209924.203776:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075982272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209924.203829:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 00000400:00000200:2.0:1715209924.203836:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715209924.203838:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715209924.203846:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075982336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209924.203874:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075982336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209924.203900:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715209924.203906:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000400:00000200:1.0:1715209924.203908:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209924.203910:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 02000000:00000010:2.0:1715209924.203911:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715209924.203915:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000200:1.0:1715209924.203918:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075982272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209924.203945:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075982272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209924.203962:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715209924.203968:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715209924.203971:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715209929.209259:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209929.209283:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209929.209328:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209929.209332:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715209929.209390:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209929.209397:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 00000400:00000010:0.0:1715209929.209416:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 02000000:00000010:2.0:1715209929.209423:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000100:00000200:0.0:1715209929.209424:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982464, portal 4 00000400:00000010:0.0:1715209929.209432:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000010:2.0:1715209929.209432:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5630. 00000100:00000200:0.0:1715209929.209434:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075982464, offset 0 00000400:00000010:2.0:1715209929.209438:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000400:00000200:0.0:1715209929.209445:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209929.209453:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982400, portal 25 00000400:00000010:2.0:1715209929.209457:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000400:00000200:0.0:1715209929.209460:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715209929.209460:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075982400, offset 0 00000400:00000200:0.0:1715209929.209465:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209929.209467:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209929.209470:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209929.209473:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209929.209476:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209929.209479:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [821:821:256:4294967295] 192.168.202.130@tcp LPNI seq info [821:821:8:4294967295] 00000400:00000200:0.0:1715209929.209491:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209929.209497:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209929.209500:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209929.209501:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715209929.209504:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209929.209507:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209929.209508:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209929.209510:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209929.209512:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209929.209515:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [822:822:255:4294967295] 192.168.202.130@tcp LPNI seq info [822:822:7:4294967295] 00000800:00000200:0.0:1715209929.209519:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209929.209523:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209929.209525:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209929.209530:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209929.209534:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715209929.209539:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209929.209545:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209929.209548:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209929.209594:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209929.209601:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715209929.209606:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209929.209614:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209929.209618:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715209929.209620:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715209929.209630:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075982464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209929.209694:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209929.209697:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715209929.209700:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209929.209704:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209929.209706:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:1.0:1715209929.209708:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:1.0:1715209929.209712:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075982400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209929.211525:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209929.211538:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d280 00000400:00000200:0.0:1715209929.211546:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a71 [1] + 224 00000400:00000200:0.0:1715209929.211557:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209929.211561:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209929.211569:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075982464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209929.211605:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209929.211610:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d240 00000400:00000200:0.0:1715209929.211614:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a79 [1] + 224 00000400:00000200:0.0:1715209929.211629:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209929.211639:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209929.211644:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075982400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209929.211688:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000400:00000200:2.0:1715209929.211696:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715209929.211699:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715209929.211706:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075982464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209929.211735:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075982464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209929.211760:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5630. 02000000:00000010:2.0:1715209929.211766:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 00000400:00000200:3.0:1715209929.211768:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:3.0:1715209929.211770:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 02000000:00000010:2.0:1715209929.211772:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209929.211776:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000200:3.0:1715209929.211778:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075982400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209929.211789:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075982400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209929.211807:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715209929.211812:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715209929.211815:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715209934.217295:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209934.217322:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209934.217370:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209934.217374:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209934.217441:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715209934.217448:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 00000400:00000010:0.0:1715209934.217455:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715209934.217463:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982592, portal 4 00000400:00000010:0.0:1715209934.217470:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715209934.217473:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075982592, offset 0 02000000:00000010:1.0:1715209934.217474:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000200:0.0:1715209934.217483:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715209934.217483:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209934.217490:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209934.217494:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982528, portal 25 00000400:00000200:0.0:1715209934.217497:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715209934.217498:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da000. 00000100:00000200:1.0:1715209934.217501:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075982528, offset 0 00000400:00000200:0.0:1715209934.217503:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209934.217507:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209934.217508:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209934.217511:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209934.217513:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209934.217517:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [823:823:256:4294967295] 192.168.202.130@tcp LPNI seq info [823:823:8:4294967295] 00000400:00000200:0.0:1715209934.217527:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209934.217533:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209934.217536:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209934.217537:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209934.217540:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209934.217544:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209934.217555:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209934.217557:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209934.217560:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209934.217560:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209934.217563:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209934.217566:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [824:824:255:4294967295] 192.168.202.130@tcp LPNI seq info [824:824:7:4294967295] 00000400:00000200:1.0:1715209934.217576:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209934.217581:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209934.217585:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715209934.217590:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209934.217596:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209934.217599:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209934.217649:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209934.217655:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209934.217661:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209934.217669:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209934.217673:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715209934.217676:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715209934.217685:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075982592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209934.217780:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209934.217783:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715209934.217788:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209934.217794:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209934.217798:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da000 00000400:00000010:2.0:1715209934.217800:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da000. 00000100:00000200:2.0:1715209934.217807:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075982528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209934.219677:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209934.219690:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d300 00000400:00000200:0.0:1715209934.219698:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a81 [1] + 224 00000400:00000200:0.0:1715209934.219722:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209934.219726:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209934.219734:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075982592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209934.219772:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209934.219778:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d2c0 00000400:00000200:0.0:1715209934.219782:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a89 [1] + 224 00000400:00000200:0.0:1715209934.219796:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209934.219800:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209934.219805:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075982528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209934.219820:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000400:00000200:2.0:1715209934.219828:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715209934.219830:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715209934.219838:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075982592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209934.219848:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075982592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209934.219879:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715209934.219884:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715209934.219898:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:1.0:1715209934.219921:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209934.219929:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209934.219931:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209934.219939:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075982528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209934.219950:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075982528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209934.219967:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715209934.219973:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715209934.219976:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715209939.225250:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209939.225275:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209939.225325:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209939.225330:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715209939.225395:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209939.225403:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 00000400:00000010:0.0:1715209939.225409:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 02000000:00000010:2.0:1715209939.225416:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000100:00000200:0.0:1715209939.225417:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982720, portal 4 00000400:00000010:0.0:1715209939.225424:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:2.0:1715209939.225426:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000100:00000200:0.0:1715209939.225427:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075982720, offset 0 00000400:00000010:2.0:1715209939.225431:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000400:00000200:0.0:1715209939.225438:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715209939.225446:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982656, portal 25 00000400:00000010:2.0:1715209939.225450:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000200:0.0:1715209939.225452:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715209939.225453:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075982656, offset 0 00000400:00000200:0.0:1715209939.225458:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209939.225460:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209939.225463:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209939.225467:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209939.225470:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209939.225474:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [825:825:256:4294967295] 192.168.202.130@tcp LPNI seq info [825:825:8:4294967295] 00000400:00000200:0.0:1715209939.225484:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209939.225502:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209939.225504:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209939.225507:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715209939.225508:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209939.225511:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209939.225513:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209939.225514:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209939.225517:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209939.225520:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [826:826:255:4294967295] 192.168.202.130@tcp LPNI seq info [826:826:7:4294967295] 00000800:00000200:0.0:1715209939.225524:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209939.225529:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209939.225530:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209939.225534:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209939.225538:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715209939.225542:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209939.225549:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209939.225552:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209939.225624:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209939.225630:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715209939.225636:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209939.225643:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209939.225647:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715209939.225649:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715209939.225660:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075982720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209939.225754:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209939.225756:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715209939.225768:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209939.225772:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209939.225775:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:1.0:1715209939.225777:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:1.0:1715209939.225781:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075982656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209939.227520:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209939.227533:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d380 00000400:00000200:0.0:1715209939.227541:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a91 [1] + 224 00000400:00000200:0.0:1715209939.227552:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209939.227556:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209939.227563:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075982720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209939.227603:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209939.227608:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d340 00000400:00000200:0.0:1715209939.227612:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1a99 [1] + 224 00000400:00000200:0.0:1715209939.227628:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209939.227632:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209939.227637:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075982656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209939.227665:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000400:00000200:2.0:1715209939.227673:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715209939.227675:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715209939.227683:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075982720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209939.227694:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075982720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209939.227725:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209939.227731:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715209939.227735:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:3.0:1715209939.227758:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:3.0:1715209939.227766:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:3.0:1715209939.227768:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:3.0:1715209939.227776:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075982656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209939.227787:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075982656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209939.227805:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715209939.227810:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715209939.227813:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715209944.233241:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209944.233269:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209944.233319:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209944.233323:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209944.233395:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209944.233403:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 00000400:00000010:0.0:1715209944.233409:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715209944.233416:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982848, portal 4 00000400:00000010:0.0:1715209944.233423:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 02000000:00000010:1.0:1715209944.233425:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:1.0:1715209944.233435:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209944.233440:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209944.233444:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982784, portal 25 00000100:00000200:0.0:1715209944.233445:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075982848, offset 0 00000400:00000010:1.0:1715209944.233448:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dab28. 00000400:00000200:0.0:1715209944.233456:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715209944.233461:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075982784, offset 0 00000400:00000200:1.0:1715209944.233468:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209944.233471:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209944.233477:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209944.233481:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209944.233485:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209944.233488:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209944.233491:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [827:827:256:4294967295] 192.168.202.130@tcp LPNI seq info [827:827:8:4294967295] 00000400:00000200:0.0:1715209944.233502:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209944.233508:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209944.233510:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209944.233513:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715209944.233514:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209944.233517:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209944.233519:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209944.233520:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209944.233523:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209944.233526:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [828:828:255:4294967295] 192.168.202.130@tcp LPNI seq info [828:828:7:4294967295] 00000800:00000200:0.0:1715209944.233529:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209944.233533:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209944.233535:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209944.233540:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209944.233544:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715209944.233549:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209944.233555:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209944.233558:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209944.233614:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209944.233620:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715209944.233627:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209944.233634:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209944.233638:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715209944.233641:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715209944.233650:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075982848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209944.233743:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209944.233744:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715209944.233748:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209944.233750:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209944.233752:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dab28 00000400:00000010:2.0:1715209944.233752:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dab28. 00000100:00000200:2.0:1715209944.233755:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075982784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209944.235294:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209944.235302:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d400 00000400:00000200:0.0:1715209944.235307:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1aa1 [1] + 224 00000400:00000200:0.0:1715209944.235314:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209944.235316:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209944.235321:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075982848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209944.235345:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209944.235348:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d3c0 00000400:00000200:0.0:1715209944.235350:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1aa5 [1] + 224 00000400:00000200:0.0:1715209944.235361:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209944.235364:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209944.235367:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075982784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209944.235405:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 00000400:00000200:2.0:1715209944.235410:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715209944.235411:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715209944.235416:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075982848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209944.235423:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075982848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209944.235434:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209944.235440:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209944.235442:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 02000000:00000010:2.0:1715209944.235445:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000100:00000200:1.0:1715209944.235448:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075982784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209944.235449:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715209944.235452:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000200:1.0:1715209944.235459:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075982784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209944.235480:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715209944.235485:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715209944.235488:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715209949.241234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209949.241258:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209949.241303:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209949.241307:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715209949.241363:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209949.241369:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 00000400:00000010:0.0:1715209949.241376:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715209949.241384:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982976, portal 4 02000000:00000010:3.0:1715209949.241386:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715209949.241391:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715209949.241394:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075982976, offset 0 00000400:00000010:3.0:1715209949.241397:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715209949.241404:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715209949.241418:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715209949.241419:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209949.241424:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1715209949.241425:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075982912, portal 25 00000400:00000200:0.0:1715209949.241428:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:3.0:1715209949.241431:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257660. 00000400:00000200:0.0:1715209949.241432:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1715209949.241434:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075982912, offset 0 00000400:00000200:0.0:1715209949.241435:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209949.241438:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [829:829:256:4294967295] 192.168.202.130@tcp LPNI seq info [829:829:8:4294967295] 00000400:00000200:3.0:1715209949.241444:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209949.241450:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209949.241456:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209949.241460:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715209949.241466:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209949.241475:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715209949.241476:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715209949.241480:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209949.241480:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715209949.241484:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209949.241486:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209949.241489:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715209949.241492:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [830:830:255:4294967295] 192.168.202.130@tcp LPNI seq info [830:830:7:4294967295] 00000400:00000200:3.0:1715209949.241501:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209949.241506:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209949.241510:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba000. 00000800:00000200:3.0:1715209949.241514:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209949.241520:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209949.241524:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209949.241561:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209949.241567:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715209949.241573:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209949.241580:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209949.241584:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715209949.241586:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715209949.241595:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075982976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209949.241674:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209949.241677:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba000. 00000400:00000200:1.0:1715209949.241679:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209949.241683:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209949.241685:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257660 00000400:00000010:1.0:1715209949.241687:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257660. 00000100:00000200:1.0:1715209949.241690:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075982912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209949.243232:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209949.243245:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d480 00000400:00000200:0.0:1715209949.243253:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ab1 [1] + 224 00000400:00000200:0.0:1715209949.243264:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209949.243268:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209949.243285:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075982976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209949.243325:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209949.243331:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d440 00000400:00000200:0.0:1715209949.243336:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ab9 [1] + 224 00000400:00000200:0.0:1715209949.243349:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209949.243352:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209949.243357:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075982912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209949.243367:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 00000400:00000200:2.0:1715209949.243376:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715209949.243378:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715209949.243386:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075982976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209949.243397:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075982976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209949.243436:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 00000400:00000010:3.0:1715209949.243440:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715209949.243441:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715209949.243445:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000200:3.0:1715209949.243449:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209949.243451:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209949.243459:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075982912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209949.243470:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075982912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209949.243493:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209949.243500:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715209949.243504:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715209954.249233:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715209954.249258:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715209954.249308:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715209954.249312:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715209954.249383:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209954.249391:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 02000000:00000010:1.0:1715209954.249393:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000400:00000010:0.0:1715209954.249398:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000400:00000010:1.0:1715209954.249402:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715209954.249406:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983104, portal 4 00000400:00000010:1.0:1715209954.249407:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209954.249412:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983040, portal 25 00000400:00000010:0.0:1715209954.249414:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715209954.249416:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075983104, offset 0 00000400:00000010:1.0:1715209954.249416:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dad48. 00000100:00000200:1.0:1715209954.249419:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075983040, offset 0 00000400:00000200:0.0:1715209954.249427:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209954.249436:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209954.249442:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209954.249448:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209954.249453:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209954.249456:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209954.249459:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209954.249462:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [831:831:256:4294967295] 192.168.202.130@tcp LPNI seq info [831:831:8:4294967295] 00000400:00000200:0.0:1715209954.249474:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209954.249480:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209954.249483:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209954.249485:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209954.249487:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209954.249490:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209954.249493:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209954.249495:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209954.249504:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209954.249508:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [832:832:255:4294967295] 192.168.202.130@tcp LPNI seq info [832:832:7:4294967295] 00000800:00000200:0.0:1715209954.249516:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715209954.249519:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209954.249521:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209954.249524:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209954.249528:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715209954.249533:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209954.249539:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209954.249542:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209954.249612:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209954.249618:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209954.249624:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209954.249631:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209954.249636:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715209954.249638:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715209954.249647:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075983104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209954.249743:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209954.249745:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715209954.249749:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209954.249753:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209954.249755:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dad48 00000400:00000010:2.0:1715209954.249757:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dad48. 00000100:00000200:2.0:1715209954.249761:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075983040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209954.251661:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209954.251674:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d500 00000400:00000200:0.0:1715209954.251681:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ac1 [1] + 224 00000400:00000200:0.0:1715209954.251692:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209954.251696:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209954.251703:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075983104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209954.251740:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209954.251746:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d4c0 00000400:00000200:0.0:1715209954.251750:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ac5 [1] + 224 00000400:00000200:0.0:1715209954.251765:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209954.251769:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209954.251774:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075983040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209954.251826:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 00000400:00000200:2.0:1715209954.251834:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715209954.251836:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715209954.251843:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075983104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209954.251855:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075983104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209954.251885:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209954.251891:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000400:00000010:1.0:1715209954.251892:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000010:2.0:1715209954.251895:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000200:1.0:1715209954.251900:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209954.251902:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209954.251910:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075983040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209954.251921:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075983040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209954.251938:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715209954.251944:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715209954.251947:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715209959.257192:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715209959.257213:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715209959.257250:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715209959.257252:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715209959.257298:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209959.257303:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 00000400:00000010:0.0:1715209959.257308:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715209959.257314:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983232, portal 4 02000000:00000010:2.0:1715209959.257318:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715209959.257320:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715209959.257322:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075983232, offset 0 00000400:00000200:0.0:1715209959.257329:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209959.257340:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715209959.257340:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 00000400:00000010:2.0:1715209959.257343:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715209959.257346:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983168, portal 25 00000400:00000010:2.0:1715209959.257348:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000100:00000200:2.0:1715209959.257349:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075983168, offset 0 00000400:00000200:0.0:1715209959.257351:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209959.257354:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209959.257354:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209959.257357:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209959.257358:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209959.257361:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [833:833:256:4294967295] 192.168.202.130@tcp LPNI seq info [833:833:8:4294967295] 00000400:00000200:0.0:1715209959.257368:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209959.257372:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209959.257373:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209959.257375:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715209959.257375:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209959.257377:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209959.257379:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715209959.257380:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209959.257380:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209959.257382:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [834:834:255:4294967295] 192.168.202.130@tcp LPNI seq info [834:834:7:4294967295] 00000800:00000200:0.0:1715209959.257388:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715209959.257388:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209959.257390:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715209959.257392:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715209959.257393:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715209959.257395:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209959.257399:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209959.257401:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209959.257439:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209959.257442:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715209959.257446:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209959.257450:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209959.257453:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715209959.257454:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715209959.257460:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075983232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209959.257505:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209959.257506:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715209959.257508:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209959.257510:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209959.257511:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:1.0:1715209959.257517:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:1.0:1715209959.257521:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075983168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209959.258898:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209959.258908:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d580 00000400:00000200:0.0:1715209959.258915:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ad1 [1] + 224 00000400:00000200:0.0:1715209959.258923:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209959.258926:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209959.258932:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075983232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209959.258983:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209959.258987:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d540 00000400:00000200:0.0:1715209959.258990:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ad9 [1] + 224 00000400:00000200:0.0:1715209959.259002:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209959.259004:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209959.259007:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075983168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209959.259033:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:2.0:1715209959.259037:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715209959.259038:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715209959.259042:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075983232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209959.259048:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075983232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209959.259069:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209959.259073:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000400:00000010:3.0:1715209959.259074:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000100:00000010:2.0:1715209959.259075:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000200:3.0:1715209959.259079:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:3.0:1715209959.259080:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:3.0:1715209959.259084:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075983168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209959.259090:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075983168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209959.259100:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715209959.259108:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715209959.259109:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715209964.265294:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715209964.265324:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715209964.265376:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715209964.265397:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715209964.265475:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715209964.265478:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715209964.265482:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 00000400:00000010:1.0:1715209964.265487:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209964.265489:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000010:1.0:1715209964.265493:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209964.265497:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983360, portal 4 00000100:00000200:1.0:1715209964.265498:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983296, portal 25 00000400:00000010:1.0:1715209964.265502:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000400:00000010:0.0:1715209964.265504:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715209964.265505:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075983296, offset 0 00000100:00000200:0.0:1715209964.265506:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075983360, offset 0 00000400:00000200:0.0:1715209964.265517:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209964.265525:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209964.265531:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209964.265537:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209964.265541:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209964.265545:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209964.265548:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209964.265551:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [835:835:256:4294967295] 192.168.202.130@tcp LPNI seq info [835:835:8:4294967295] 00000400:00000200:0.0:1715209964.265562:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209964.265569:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209964.265571:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209964.265573:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715209964.265575:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209964.265579:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715209964.265579:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209964.265581:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209964.265584:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209964.265587:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [836:836:255:4294967295] 192.168.202.130@tcp LPNI seq info [836:836:7:4294967295] 00000800:00000200:0.0:1715209964.265588:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209964.265593:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715209964.265596:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209964.265601:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715209964.265604:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715209964.265609:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715209964.265615:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209964.265619:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209964.265680:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209964.265686:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209964.265701:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209964.265708:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209964.265713:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715209964.265715:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715209964.265723:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075983360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209964.265819:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209964.265821:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715209964.265825:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209964.265829:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209964.265831:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:2.0:1715209964.265833:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:2.0:1715209964.265837:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075983296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209964.267934:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209964.267946:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d600 00000400:00000200:0.0:1715209964.267954:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ae1 [1] + 224 00000400:00000200:0.0:1715209964.267965:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209964.267968:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209964.267976:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075983360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209964.268015:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209964.268020:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d5c0 00000400:00000200:0.0:1715209964.268035:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ae5 [1] + 224 00000400:00000200:0.0:1715209964.268052:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209964.268056:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209964.268061:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075983296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209964.268079:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:2.0:1715209964.268087:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715209964.268089:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715209964.268097:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075983360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209964.268108:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075983360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209964.268176:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000400:00000010:1.0:1715209964.268181:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715209964.268183:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715209964.268187:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000200:1.0:1715209964.268188:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209964.268191:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209964.268198:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075983296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209964.268209:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075983296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209964.268227:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715209964.268242:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715209964.268245:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715209969.273337:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715209969.273369:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209969.273444:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715209969.273451:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209969.273541:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715209969.273544:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715209969.273552:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 00000400:00000010:2.0:1715209969.273554:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 00000400:00000010:0.0:1715209969.273560:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:2.0:1715209969.273560:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715209969.273568:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983424, portal 25 00000400:00000010:2.0:1715209969.273574:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715209969.273579:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983488, portal 4 00000100:00000200:2.0:1715209969.273579:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075983424, offset 0 00000400:00000010:0.0:1715209969.273589:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000200:2.0:1715209969.273590:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209969.273613:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075983488, offset 0 00000400:00000200:2.0:1715209969.273622:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209969.273623:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209969.273628:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209969.273633:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209969.273636:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209969.273639:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209969.273642:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [837:837:256:4294967295] 192.168.202.130@tcp LPNI seq info [837:837:8:4294967295] 00000400:00000200:2.0:1715209969.273652:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209969.273659:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209969.273663:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209969.273663:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000400:00000200:0.0:1715209969.273668:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209969.273669:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209969.273673:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209969.273677:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209969.273680:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715209969.273681:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209969.273685:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [838:838:255:4294967295] 192.168.202.130@tcp LPNI seq info [838:838:7:4294967295] 00000800:00000200:2.0:1715209969.273686:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209969.273698:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209969.273706:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209969.273711:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715209969.273716:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209969.273725:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209969.273729:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209969.273782:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209969.273788:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715209969.273796:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209969.273803:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209969.273807:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:1.0:1715209969.273809:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:1.0:1715209969.273819:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075983424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209969.273944:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209969.273947:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715209969.273950:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209969.273954:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209969.273956:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715209969.273958:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715209969.273962:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075983488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209969.275895:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209969.275918:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d640 00000400:00000200:0.0:1715209969.275926:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1af1 [1] + 224 00000400:00000200:0.0:1715209969.275939:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209969.275943:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209969.275950:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075983424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209969.275989:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209969.275994:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d680 00000400:00000200:0.0:1715209969.275998:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1af5 [1] + 224 00000400:00000200:0.0:1715209969.276014:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209969.276017:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209969.276023:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075983488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209969.276032:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000400:00000200:2.0:1715209969.276038:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:2.0:1715209969.276040:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715209969.276048:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075983424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209969.276059:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075983424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209969.276084:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715209969.276090:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715209969.276094:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:1.0:1715209969.276167:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 00000400:00000200:1.0:1715209969.276176:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:1.0:1715209969.276177:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715209969.276185:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075983488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209969.276196:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075983488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209969.276219:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209969.276223:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209969.276226:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715209974.281313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715209974.281343:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715209974.281409:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715209974.281417:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:1.0:1715209974.281474:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:1.0:1715209974.281485:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715209974.281494:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209974.281504:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983552, portal 25 02000000:00000010:0.0:1715209974.281505:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715209974.281509:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 00000400:00000010:0.0:1715209974.281514:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715209974.281517:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983616, portal 4 00000400:00000010:0.0:1715209974.281529:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:1.0:1715209974.281529:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dabb0. 00000100:00000200:0.0:1715209974.281533:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075983616, offset 0 00000100:00000200:1.0:1715209974.281533:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075983552, offset 0 00000400:00000200:1.0:1715209974.281547:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209974.281555:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209974.281563:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209974.281571:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209974.281577:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209974.281581:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209974.281585:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209974.281590:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [839:839:256:4294967295] 192.168.202.130@tcp LPNI seq info [839:839:8:4294967295] 00000400:00000200:1.0:1715209974.281606:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715209974.281614:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715209974.281614:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209974.281618:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715209974.281620:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715209974.281622:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209974.281625:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209974.281628:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715209974.281629:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209974.281642:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [840:840:255:4294967295] 192.168.202.130@tcp LPNI seq info [840:840:7:4294967295] 00000800:00000200:1.0:1715209974.281642:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715209974.281648:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209974.281653:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209974.281660:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209974.281663:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:0.0:1715209974.281669:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209974.281676:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209974.281679:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209974.281742:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209974.281748:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715209974.281757:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209974.281764:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209974.281769:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dabb0 00000400:00000010:2.0:1715209974.281771:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dabb0. 00000100:00000200:2.0:1715209974.281780:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075983552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209974.281897:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209974.281909:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715209974.281913:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209974.281917:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209974.281920:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715209974.281921:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715209974.281926:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075983616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209974.283858:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209974.283871:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d6c0 00000400:00000200:0.0:1715209974.283879:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b01 [1] + 224 00000400:00000200:0.0:1715209974.283890:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209974.283894:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209974.283901:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075983552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209974.283944:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209974.283952:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d700 00000400:00000200:0.0:1715209974.283958:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b05 [1] + 224 00000400:00000200:0.0:1715209974.283982:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209974.283988:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:1.0:1715209974.283988:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209974.283993:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209974.283995:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209974.284002:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075983552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209974.284007:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075983616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209974.284017:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075983552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209974.284048:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715209974.284057:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715209974.284062:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:2.0:1715209974.284162:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:2.0:1715209974.284170:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715209974.284172:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715209974.284179:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075983616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209974.284190:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075983616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209974.284214:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209974.284218:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715209974.284221:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715209979.289243:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715209979.289264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715209979.289298:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715209979.289300:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715209979.289343:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209979.289348:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 02000000:00000010:3.0:1715209979.289349:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:3.0:1715209979.289354:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715209979.289360:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:0.0:1715209979.289363:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715209979.289366:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983744, portal 4 00000100:00000200:3.0:1715209979.289366:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983680, portal 25 00000400:00000010:3.0:1715209979.289370:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257bb0. 00000400:00000010:0.0:1715209979.289371:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715209979.289372:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075983744, offset 0 00000100:00000200:3.0:1715209979.289372:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075983680, offset 0 00000400:00000200:0.0:1715209979.289379:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209979.289384:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209979.289389:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715209979.289393:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209979.289396:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209979.289398:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209979.289400:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209979.289402:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [841:841:256:4294967295] 192.168.202.130@tcp LPNI seq info [841:841:8:4294967295] 00000400:00000200:0.0:1715209979.289408:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209979.289411:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715209979.289413:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209979.289414:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:3.0:1715209979.289416:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715209979.289418:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715209979.289419:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715209979.289421:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715209979.289423:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715209979.289426:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715209979.289426:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [842:842:255:4294967295] 192.168.202.130@tcp LPNI seq info [842:842:7:4294967295] 00000800:00000200:0.0:1715209979.289429:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715209979.289434:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715209979.289438:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715209979.289441:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaf00. 00000800:00000200:3.0:1715209979.289444:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715209979.289449:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715209979.289451:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209979.289485:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209979.289488:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209979.289493:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209979.289497:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209979.289499:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715209979.289505:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715209979.289511:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075983744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209979.289584:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209979.289586:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaf00. 00000400:00000200:1.0:1715209979.289587:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209979.289589:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209979.289590:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257bb0 00000400:00000010:1.0:1715209979.289591:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257bb0. 00000100:00000200:1.0:1715209979.289593:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075983680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209979.290746:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209979.290753:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d780 00000400:00000200:0.0:1715209979.290757:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b15 [1] + 224 00000400:00000200:0.0:1715209979.290784:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209979.290786:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209979.290791:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075983744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209979.290811:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209979.290814:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d740 00000400:00000200:0.0:1715209979.290816:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b11 [1] + 224 00000400:00000200:0.0:1715209979.290829:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209979.290834:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209979.290836:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075983680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209979.290862:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000400:00000200:2.0:1715209979.290867:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715209979.290868:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715209979.290872:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075983744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209979.290878:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075983744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715209995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715209979.290878:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715209979.290882:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715209979.290883:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715209979.290888:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075983680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209979.290896:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075983680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715209995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209979.290897:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209979.290901:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715209979.290903:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 02000000:00000010:3.0:1715209979.290907:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715209979.290911:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715209979.290919:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715209984.297283:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715209984.297311:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715209984.297361:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209984.297364:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715209984.297433:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715209984.297436:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:0.0:1715209984.297441:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 00000400:00000010:1.0:1715209984.297445:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209984.297448:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000010:1.0:1715209984.297451:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715209984.297455:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983872, portal 4 00000100:00000200:1.0:1715209984.297456:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983808, portal 25 00000400:00000010:1.0:1715209984.297461:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000010:0.0:1715209984.297463:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715209984.297464:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075983808, offset 0 00000100:00000200:0.0:1715209984.297465:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075983872, offset 0 00000400:00000200:1.0:1715209984.297475:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209984.297483:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209984.297490:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209984.297496:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209984.297501:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209984.297505:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209984.297508:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209984.297511:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [843:843:256:4294967295] 192.168.202.130@tcp LPNI seq info [843:843:8:4294967295] 00000400:00000200:1.0:1715209984.297522:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209984.297528:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209984.297530:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715209984.297532:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715209984.297534:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209984.297537:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715209984.297539:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209984.297540:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209984.297543:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209984.297546:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [844:844:255:4294967295] 192.168.202.130@tcp LPNI seq info [844:844:7:4294967295] 00000800:00000200:1.0:1715209984.297549:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209984.297555:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209984.297555:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715209984.297560:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209984.297563:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:0.0:1715209984.297567:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209984.297573:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209984.297577:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209984.297651:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209984.297657:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715209984.297666:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209984.297673:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209984.297692:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:2.0:1715209984.297694:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:2.0:1715209984.297703:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075983808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209984.297831:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209984.297833:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715209984.297836:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209984.297840:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209984.297842:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715209984.297844:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715209984.297849:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075983872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209984.299531:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209984.299543:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d7c0 00000400:00000200:0.0:1715209984.299551:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b25 [1] + 224 00000400:00000200:0.0:1715209984.299576:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209984.299580:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209984.299587:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075983808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209984.299625:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209984.299631:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d800 00000400:00000200:0.0:1715209984.299635:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b21 [1] + 224 00000400:00000200:0.0:1715209984.299653:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209984.299656:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209984.299661:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075983872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209984.299706:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209984.299747:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209984.299750:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209984.299758:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075983808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209984.299769:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075983808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209984.299787:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 02000000:00000010:1.0:1715209984.299794:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 00000400:00000200:2.0:1715209984.299794:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715209984.299796:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 02000000:00000010:1.0:1715209984.299801:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000200:2.0:1715209984.299802:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075983872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715209984.299805:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000200:2.0:1715209984.299810:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075983872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209984.299833:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715209984.299837:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209984.299840:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715209989.305224:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209989.305244:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715209989.305280:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209989.305283:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715209989.305334:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715209989.305341:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 00000400:00000010:0.0:1715209989.305346:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 02000000:00000010:2.0:1715209989.305347:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:2.0:1715209989.305352:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 00000100:00000200:0.0:1715209989.305353:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984000, portal 4 00000400:00000010:2.0:1715209989.305356:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715209989.305358:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075983936, portal 25 00000400:00000010:0.0:1715209989.305360:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000400:00000010:2.0:1715209989.305360:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:0.0:1715209989.305362:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075984000, offset 0 00000100:00000200:2.0:1715209989.305362:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075983936, offset 0 00000400:00000200:2.0:1715209989.305369:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209989.305375:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209989.305380:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715209989.305384:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209989.305400:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715209989.305402:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209989.305404:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209989.305406:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [845:845:256:4294967295] 192.168.202.130@tcp LPNI seq info [845:845:8:4294967295] 00000400:00000200:2.0:1715209989.305413:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209989.305417:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209989.305420:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715209989.305420:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000400:00000200:0.0:1715209989.305423:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715209989.305424:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209989.305426:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209989.305428:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209989.305430:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715209989.305432:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209989.305433:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [846:846:255:4294967295] 192.168.202.130@tcp LPNI seq info [846:846:7:4294967295] 00000800:00000200:2.0:1715209989.305434:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715209989.305441:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209989.305453:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715209989.305456:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:0.0:1715209989.305459:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209989.305465:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209989.305467:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209989.305494:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209989.305497:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715209989.305502:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209989.305507:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209989.305509:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:1.0:1715209989.305510:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:1.0:1715209989.305516:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075983936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209989.305575:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209989.305577:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715209989.305578:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209989.305580:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209989.305582:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715209989.305583:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715209989.305585:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075984000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209989.306861:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209989.306871:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d840 00000400:00000200:0.0:1715209989.306877:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b35 [1] + 224 00000400:00000200:0.0:1715209989.306885:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209989.306888:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209989.306894:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075983936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209989.306922:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209989.306927:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d880 00000400:00000200:0.0:1715209989.306931:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b31 [1] + 224 00000400:00000200:0.0:1715209989.306943:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209989.306947:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209989.306951:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075984000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209989.306971:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000400:00000200:2.0:1715209989.306976:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:2.0:1715209989.306977:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715209989.306981:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075983936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715209989.306987:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075983936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715209989.307003:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715209989.307006:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000400:00000010:1.0:1715209989.307007:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000100:00000010:2.0:1715209989.307009:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000200:1.0:1715209989.307012:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715209989.307013:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715209989.307017:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075984000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209989.307023:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075984000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209989.307053:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715209989.307056:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715209989.307057:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715209994.313258:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715209994.313288:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715209994.313349:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715209994.313353:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715209994.313428:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209994.313436:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:0.0:1715209994.313443:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 02000000:00000010:1.0:1715209994.313447:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000100:00000200:0.0:1715209994.313450:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984128, portal 4 00000400:00000010:1.0:1715209994.313457:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715209994.313459:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000400:00000010:1.0:1715209994.313462:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209994.313467:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984064, portal 25 00000400:00000010:1.0:1715209994.313471:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da5d8. 00000100:00000200:1.0:1715209994.313474:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075984064, offset 0 00000400:00000200:1.0:1715209994.313485:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715209994.313491:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075984128, offset 0 00000400:00000200:0.0:1715209994.313499:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715209994.313501:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715209994.313507:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715209994.313512:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715209994.313532:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715209994.313534:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715209994.313536:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [847:847:256:4294967295] 192.168.202.130@tcp LPNI seq info [847:847:8:4294967295] 00000400:00000200:1.0:1715209994.313543:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715209994.313547:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209994.313548:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715209994.313550:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715209994.313551:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715209994.313552:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209994.313554:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715209994.313554:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715209994.313556:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209994.313557:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [848:848:255:4294967295] 192.168.202.130@tcp LPNI seq info [848:848:7:4294967295] 00000800:00000200:1.0:1715209994.313562:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715209994.313563:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209994.313566:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715209994.313566:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715209994.313568:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715209994.313571:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715209994.313575:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209994.313577:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715209994.313700:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209994.313706:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715209994.313715:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209994.313722:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209994.313727:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da5d8 00000400:00000010:2.0:1715209994.313729:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da5d8. 00000100:00000200:2.0:1715209994.313738:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075984064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715209994.313837:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715209994.313840:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715209994.313843:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209994.313856:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715209994.313859:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715209994.313861:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715209994.313865:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075984128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209994.315942:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209994.315954:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d8c0 00000400:00000200:0.0:1715209994.315972:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b45 [1] + 224 00000400:00000200:0.0:1715209994.315983:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209994.315987:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209994.315994:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075984064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715209994.316043:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715209994.316048:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d900 00000400:00000200:0.0:1715209994.316052:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b41 [1] + 224 00000400:00000200:0.0:1715209994.316068:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209994.316072:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715209994.316077:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075984128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715209994.316160:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715209994.316168:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715209994.316170:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715209994.316178:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075984064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715209994.316189:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075984064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715209994.316209:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000400:00000200:2.0:1715209994.316217:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715209994.316219:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715209994.316227:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075984128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715209994.316231:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715209994.316237:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000200:2.0:1715209994.316238:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075984128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715209994.316241:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 02000000:00000010:2.0:1715209994.316261:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715209994.316266:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715209994.316269:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715209999.321272:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715209999.321299:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715209999.321350:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715209999.321354:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715209999.321420:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715209999.321427:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 00000400:00000010:0.0:1715209999.321434:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715209999.321442:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984256, portal 4 02000000:00000010:2.0:1715209999.321447:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:0.0:1715209999.321450:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715209999.321453:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075984256, offset 0 00000400:00000010:2.0:1715209999.321456:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 00000400:00000200:0.0:1715209999.321463:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715209999.321470:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715209999.321474:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984192, portal 25 00000400:00000200:0.0:1715209999.321478:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715209999.321478:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715209999.321479:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075984192, offset 0 00000400:00000200:0.0:1715209999.321483:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209999.321487:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715209999.321489:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715209999.321492:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715209999.321495:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715209999.321499:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [849:849:256:4294967295] 192.168.202.130@tcp LPNI seq info [849:849:8:4294967295] 00000400:00000200:0.0:1715209999.321509:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715209999.321514:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715209999.321516:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715209999.321518:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715209999.321520:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715209999.321523:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715209999.321524:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715209999.321526:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715209999.321528:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715209999.321531:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [850:850:255:4294967295] 192.168.202.130@tcp LPNI seq info [850:850:7:4294967295] 00000800:00000200:0.0:1715209999.321536:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715209999.321540:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715209999.321540:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715209999.321544:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715209999.321566:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715209999.321570:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715209999.321576:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715209999.321579:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715209999.321680:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209999.321685:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715209999.321692:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209999.321698:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209999.321702:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715209999.321704:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715209999.321713:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075984256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715209999.321802:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715209999.321804:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715209999.321806:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715209999.321810:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715209999.321812:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:1.0:1715209999.321814:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:1.0:1715209999.321817:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075984192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715209999.323450:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:2.0:1715209999.323461:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0d980 00000400:00000200:2.0:1715209999.323467:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b51 [1] + 224 00000400:00000200:2.0:1715209999.323477:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715209999.323480:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715209999.323486:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075984256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715209999.323519:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:2.0:1715209999.323523:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d940 00000400:00000200:2.0:1715209999.323527:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b59 [1] + 224 00000400:00000010:0.0:1715209999.323541:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000400:00000200:2.0:1715209999.323546:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715209999.323548:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:0.0:1715209999.323549:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000400:00000200:2.0:1715209999.323549:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715209999.323554:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075984192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209999.323556:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075984256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715209999.323566:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075984256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:0.0:1715209999.323628:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:0.0:1715209999.323634:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715209999.323638:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:3.0:1715209999.323660:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000400:00000200:3.0:1715209999.323667:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:3.0:1715209999.323669:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:3.0:1715209999.323676:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075984192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715209999.323685:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075984192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715209999.323701:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715209999.323705:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715209999.323707:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715210004.329176:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210004.329191:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715210004.329220:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210004.329222:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210004.329262:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210004.329267:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 00000400:00000010:0.0:1715210004.329271:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715210004.329277:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984384, portal 4 02000000:00000010:1.0:1715210004.329277:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715210004.329281:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000010:1.0:1715210004.329282:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715210004.329283:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075984384, offset 0 00000400:00000010:1.0:1715210004.329285:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210004.329290:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210004.329294:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984320, portal 25 00000400:00000010:1.0:1715210004.329296:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da2a8. 00000100:00000200:1.0:1715210004.329298:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075984320, offset 0 00000400:00000200:0.0:1715210004.329300:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210004.329302:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210004.329304:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210004.329307:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210004.329309:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210004.329311:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210004.329312:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [851:851:256:4294967295] 192.168.202.130@tcp LPNI seq info [851:851:8:4294967295] 00000400:00000200:0.0:1715210004.329319:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210004.329322:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210004.329323:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210004.329325:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715210004.329326:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210004.329328:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210004.329328:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210004.329330:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210004.329331:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210004.329335:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210004.329339:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210004.329339:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [852:852:255:4294967295] 192.168.202.130@tcp LPNI seq info [852:852:7:4294967295] 00000400:00000200:1.0:1715210004.329344:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210004.329347:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210004.329350:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715210004.329352:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210004.329356:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210004.329358:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210004.329377:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210004.329380:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715210004.329383:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210004.329387:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210004.329389:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715210004.329390:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715210004.329397:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075984384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210004.329429:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210004.329431:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715210004.329433:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210004.329441:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210004.329442:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da2a8 00000400:00000010:2.0:1715210004.329443:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da2a8. 00000100:00000200:2.0:1715210004.329446:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075984320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210004.330667:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210004.330674:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0da00 00000400:00000200:0.0:1715210004.330678:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b61 [1] + 224 00000400:00000200:0.0:1715210004.330692:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210004.330694:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210004.330698:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075984384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210004.330718:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210004.330721:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0d9c0 00000400:00000200:0.0:1715210004.330724:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b69 [1] + 224 00000400:00000200:0.0:1715210004.330730:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210004.330733:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210004.330735:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075984320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210004.330770:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000400:00000200:2.0:1715210004.330775:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715210004.330776:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000400:00000010:1.0:1715210004.330779:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715210004.330780:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075984384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210004.330783:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210004.330785:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:2.0:1715210004.330786:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075984384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210004.330788:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075984320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210004.330794:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075984320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210004.330805:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:2.0:1715210004.330805:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715210004.330808:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 02000000:00000010:2.0:1715210004.330808:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715210004.330811:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:2.0:1715210004.330811:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715210009.337238:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210009.337266:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715210009.337319:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210009.337323:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715210009.337388:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210009.337395:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 00000400:00000010:0.0:1715210009.337401:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715210009.337409:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984512, portal 4 00000400:00000010:0.0:1715210009.337417:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715210009.337420:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075984512, offset 0 02000000:00000010:2.0:1715210009.337426:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000200:0.0:1715210009.337431:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210009.337438:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000200:0.0:1715210009.337445:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715210009.337445:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000400:00000200:0.0:1715210009.337451:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210009.337451:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984448, portal 25 00000400:00000200:0.0:1715210009.337456:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:2.0:1715210009.337456:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000200:0.0:1715210009.337459:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1715210009.337459:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075984448, offset 0 00000400:00000200:0.0:1715210009.337462:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210009.337466:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [853:853:256:4294967295] 192.168.202.130@tcp LPNI seq info [853:853:8:4294967295] 00000400:00000200:2.0:1715210009.337469:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210009.337477:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210009.337529:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210009.337534:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:0.0:1715210009.337540:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210009.337545:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210009.337549:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210009.337551:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210009.337553:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210009.337556:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210009.337556:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210009.337558:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210009.337562:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [854:854:255:4294967295] 192.168.202.130@tcp LPNI seq info [854:854:7:4294967295] 00000400:00000200:2.0:1715210009.337571:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210009.337577:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210009.337591:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715210009.337596:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210009.337602:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210009.337606:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715210009.337645:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1715210009.337651:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:3.0:1715210009.337658:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715210009.337665:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715210009.337670:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:3.0:1715210009.337672:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:3.0:1715210009.337681:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075984512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:3.0:1715210009.337775:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1715210009.337778:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:3.0:1715210009.337780:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715210009.337784:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:3.0:1715210009.337787:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:3.0:1715210009.337788:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:3.0:1715210009.337792:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075984448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210009.339625:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210009.339638:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0da80 00000400:00000200:0.0:1715210009.339647:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b71 [1] + 224 00000400:00000200:0.0:1715210009.339662:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210009.339668:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210009.339677:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075984512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210009.339732:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210009.339742:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0da40 00000400:00000200:0.0:1715210009.339748:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b79 [1] + 224 00000400:00000200:0.0:1715210009.339772:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210009.339779:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210009.339786:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075984448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210009.339800:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 00000400:00000200:2.0:1715210009.339808:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715210009.339810:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715210009.339818:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075984512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210009.339829:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075984512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210009.339860:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210009.339865:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715210009.339870:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:3.0:1715210009.339912:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:3.0:1715210009.339921:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:3.0:1715210009.339923:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:3.0:1715210009.339930:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075984448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210009.339957:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075984448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210009.339976:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715210009.339980:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715210009.339983:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210014.345323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210014.345354:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210014.345407:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210014.345411:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210014.345509:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715210014.345511:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715210014.345517:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:1.0:1715210014.345521:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715210014.345524:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000010:1.0:1715210014.345527:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715210014.345531:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984640, portal 4 00000100:00000200:1.0:1715210014.345532:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984576, portal 25 00000400:00000010:1.0:1715210014.345537:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dac38. 00000400:00000010:0.0:1715210014.345539:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715210014.345540:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075984576, offset 0 00000400:00000200:1.0:1715210014.345551:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210014.345564:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075984640, offset 0 00000400:00000200:1.0:1715210014.345566:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210014.345571:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210014.345572:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210014.345577:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210014.345580:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210014.345583:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210014.345587:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [855:855:256:4294967295] 192.168.202.130@tcp LPNI seq info [855:855:8:4294967295] 00000400:00000200:1.0:1715210014.345608:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210014.345615:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210014.345617:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210014.345621:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715210014.345621:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715210014.345624:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210014.345627:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210014.345627:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210014.345630:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210014.345633:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [856:856:255:4294967295] 192.168.202.130@tcp LPNI seq info [856:856:7:4294967295] 00000800:00000200:1.0:1715210014.345637:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210014.345642:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210014.345642:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210014.345647:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210014.345651:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:0.0:1715210014.345655:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210014.345661:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210014.345665:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210014.345738:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210014.345744:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715210014.345754:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210014.345760:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210014.345765:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dac38 00000400:00000010:2.0:1715210014.345767:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dac38. 00000100:00000200:2.0:1715210014.345776:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075984576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210014.345868:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210014.345870:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715210014.345873:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210014.345876:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210014.345879:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715210014.345880:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715210014.345884:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075984640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210014.347810:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210014.347823:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0dac0 00000400:00000200:0.0:1715210014.347830:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b85 [1] + 224 00000400:00000200:0.0:1715210014.347842:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210014.347845:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210014.347853:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075984576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210014.347889:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210014.347894:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0db00 00000400:00000200:0.0:1715210014.347898:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b81 [1] + 224 00000400:00000200:0.0:1715210014.347914:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210014.347918:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210014.347922:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075984640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210014.347945:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210014.347955:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210014.347957:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210014.347968:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075984576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210014.347984:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075984576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210014.348017:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715210014.348025:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715210014.348031:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:2.0:1715210014.348034:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 00000400:00000200:2.0:1715210014.348051:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715210014.348053:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715210014.348061:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075984640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210014.348072:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075984640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210014.348096:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210014.348100:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715210014.348103:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715210019.353241:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210019.353271:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210019.353320:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210019.353324:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715210019.353395:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210019.353404:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 02000000:00000010:2.0:1715210019.353406:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715210019.353413:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000010:2.0:1715210019.353415:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5630. 00000100:00000200:0.0:1715210019.353448:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984768, portal 4 00000400:00000010:2.0:1715210019.353453:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715210019.353458:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984704, portal 25 00000400:00000010:0.0:1715210019.353459:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000010:2.0:1715210019.353462:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:0.0:1715210019.353464:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075984768, offset 0 00000100:00000200:2.0:1715210019.353464:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075984704, offset 0 00000400:00000200:2.0:1715210019.353475:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210019.353484:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210019.353490:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210019.353496:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210019.353500:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210019.353504:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210019.353507:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210019.353510:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [857:857:256:4294967295] 192.168.202.130@tcp LPNI seq info [857:857:8:4294967295] 00000400:00000200:2.0:1715210019.353521:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210019.353527:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210019.353531:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210019.353532:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715210019.353535:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210019.353538:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715210019.353538:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210019.353541:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210019.353544:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210019.353547:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [858:858:255:4294967295] 192.168.202.130@tcp LPNI seq info [858:858:7:4294967295] 00000800:00000200:2.0:1715210019.353549:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210019.353554:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210019.353556:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210019.353561:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210019.353565:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715210019.353569:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210019.353576:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210019.353581:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210019.353654:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210019.353659:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715210019.353665:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210019.353673:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210019.353678:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:1.0:1715210019.353682:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715210019.353692:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075984704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210019.353763:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210019.353765:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210019.353768:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210019.353772:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210019.353774:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715210019.353776:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715210019.353798:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075984768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210019.355571:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210019.355585:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0db40 00000400:00000200:0.0:1715210019.355593:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b95 [1] + 224 00000400:00000200:0.0:1715210019.355604:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210019.355608:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210019.355624:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075984704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210019.355663:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210019.355669:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0db80 00000400:00000200:0.0:1715210019.355673:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1b91 [1] + 224 00000400:00000200:0.0:1715210019.355692:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210019.355695:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210019.355700:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075984768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210019.355743:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5630. 00000400:00000200:2.0:1715210019.355751:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:2.0:1715210019.355761:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715210019.355769:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075984704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210019.355781:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075984704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210019.355783:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:1.0:1715210019.355789:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:1.0:1715210019.355790:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:1.0:1715210019.355796:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075984768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210019.355805:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075984768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210019.355806:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715210019.355812:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210019.355816:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 02000000:00000010:1.0:1715210019.355827:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715210019.355830:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715210019.355833:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715210024.361227:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210024.361258:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210024.361313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210024.361319:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:1.0:1715210024.361412:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 02000000:00000010:0.0:1715210024.361413:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210024.361422:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 00000400:00000010:1.0:1715210024.361422:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715210024.361430:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000400:00000010:1.0:1715210024.361430:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715210024.361438:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984896, portal 4 00000100:00000200:1.0:1715210024.361445:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984832, portal 25 00000400:00000010:0.0:1715210024.361446:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715210024.361449:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075984896, offset 0 00000400:00000010:1.0:1715210024.361451:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daa18. 00000100:00000200:1.0:1715210024.361454:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075984832, offset 0 00000400:00000200:0.0:1715210024.361461:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210024.361472:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210024.361477:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210024.361484:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210024.361489:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210024.361492:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210024.361496:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210024.361500:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [859:859:256:4294967295] 192.168.202.130@tcp LPNI seq info [859:859:8:4294967295] 00000400:00000200:0.0:1715210024.361513:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210024.361521:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210024.361522:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210024.361525:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210024.361526:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715210024.361528:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210024.361530:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210024.361532:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210024.361534:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [860:860:255:4294967295] 192.168.202.130@tcp LPNI seq info [860:860:7:4294967295] 00000400:00000200:1.0:1715210024.361542:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210024.361546:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210024.361549:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715210024.361555:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210024.361556:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210024.361565:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210024.361566:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210024.361571:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210024.361577:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210024.361651:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210024.361656:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210024.361661:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210024.361667:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210024.361671:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715210024.361673:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715210024.361681:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075984896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210024.361762:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210024.361765:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715210024.361770:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210024.361775:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210024.361779:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daa18 00000400:00000010:2.0:1715210024.361781:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daa18. 00000100:00000200:2.0:1715210024.361786:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075984832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210024.363367:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210024.363400:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0dc00 00000400:00000200:0.0:1715210024.363408:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ba1 [1] + 224 00000400:00000200:0.0:1715210024.363421:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210024.363426:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210024.363434:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075984896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210024.363477:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210024.363485:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0dbc0 00000400:00000200:0.0:1715210024.363490:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ba5 [1] + 224 00000400:00000200:0.0:1715210024.363510:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715210024.363512:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 00000400:00000200:0.0:1715210024.363515:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210024.363519:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715210024.363520:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715210024.363527:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075984896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210024.363533:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075984832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210024.363536:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075984896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210024.363576:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210024.363581:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715210024.363584:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:1.0:1715210024.363629:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210024.363636:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210024.363637:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210024.363643:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075984832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210024.363652:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075984832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210024.363666:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715210024.363671:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715210024.363673:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715210029.369245:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210029.369275:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715210029.369326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210029.369350:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:2.0:1715210029.369409:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 02000000:00000010:0.0:1715210029.369415:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210029.369420:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 00000400:00000010:2.0:1715210029.369421:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5630. 00000400:00000010:0.0:1715210029.369427:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:2.0:1715210029.369427:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:0.0:1715210029.369441:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985024, portal 4 00000100:00000200:2.0:1715210029.369442:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075984960, portal 25 00000400:00000010:2.0:1715210029.369447:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000010:0.0:1715210029.369448:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715210029.369450:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075984960, offset 0 00000100:00000200:0.0:1715210029.369451:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075985024, offset 0 00000400:00000200:0.0:1715210029.369461:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210029.369470:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210029.369477:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210029.369502:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210029.369508:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210029.369512:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210029.369515:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210029.369518:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [861:861:256:4294967295] 192.168.202.130@tcp LPNI seq info [861:861:8:4294967295] 00000400:00000200:0.0:1715210029.369530:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210029.369536:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210029.369538:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210029.369540:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715210029.369543:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210029.369546:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210029.369546:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210029.369549:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210029.369551:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210029.369554:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [862:862:255:4294967295] 192.168.202.130@tcp LPNI seq info [862:862:7:4294967295] 00000800:00000200:0.0:1715210029.369557:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210029.369562:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210029.369563:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210029.369568:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210029.369572:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715210029.369576:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210029.369582:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210029.369586:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210029.369659:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210029.369665:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715210029.369672:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210029.369679:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210029.369683:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:1.0:1715210029.369685:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715210029.369694:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075985024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210029.369789:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210029.369791:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715210029.369794:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210029.369798:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210029.369800:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:1.0:1715210029.369802:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:1.0:1715210029.369806:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075984960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210029.371713:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210029.371728:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0dc80 00000400:00000200:0.0:1715210029.371738:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1bb1 [1] + 224 00000400:00000200:0.0:1715210029.371752:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210029.371758:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210029.371766:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075985024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210029.371815:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210029.371823:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0dc40 00000400:00000200:0.0:1715210029.371830:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1bb5 [1] + 224 00000400:00000200:0.0:1715210029.371850:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210029.371854:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210029.371859:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075984960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210029.371861:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 00000400:00000200:2.0:1715210029.371871:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715210029.371874:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715210029.371884:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075985024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210029.371899:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075985024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210029.371981:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5630. 02000000:00000010:2.0:1715210029.371985:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000400:00000200:3.0:1715210029.371991:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 02000000:00000010:2.0:1715210029.371993:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000400:00000010:3.0:1715210029.371994:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000010:2.0:1715210029.371999:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000200:3.0:1715210029.372004:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075984960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210029.372020:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075984960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210029.372044:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715210029.372052:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715210029.372057:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715210034.377243:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210034.377272:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715210034.377354:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210034.377379:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715210034.377452:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715210034.377456:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:0.0:1715210034.377459:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 00000400:00000010:0.0:1715210034.377465:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000010:1.0:1715210034.377466:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715210034.377473:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985152, portal 4 00000400:00000010:1.0:1715210034.377474:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210034.377479:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985088, portal 25 00000400:00000010:0.0:1715210034.377480:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:1.0:1715210034.377482:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da330. 00000100:00000200:0.0:1715210034.377483:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075985152, offset 0 00000400:00000200:0.0:1715210034.377493:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210034.377505:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075985088, offset 0 00000400:00000200:0.0:1715210034.377508:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210034.377513:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210034.377514:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210034.377519:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210034.377523:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210034.377526:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210034.377529:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [863:863:256:4294967295] 192.168.202.130@tcp LPNI seq info [863:863:8:4294967295] 00000400:00000200:0.0:1715210034.377540:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210034.377546:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210034.377549:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210034.377550:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210034.377553:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210034.377556:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210034.377557:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210034.377559:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210034.377562:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210034.377565:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [864:864:255:4294967295] 192.168.202.130@tcp LPNI seq info [864:864:7:4294967295] 00000800:00000200:0.0:1715210034.377568:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210034.377573:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210034.377574:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210034.377579:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210034.377583:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715210034.377588:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210034.377594:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210034.377598:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210034.377652:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210034.377658:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210034.377665:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210034.377672:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210034.377676:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715210034.377678:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715210034.377688:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075985152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210034.377763:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210034.377766:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715210034.377770:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210034.377773:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210034.377776:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da330 00000400:00000010:2.0:1715210034.377777:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da330. 00000100:00000200:2.0:1715210034.377781:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075985088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210034.379624:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210034.379642:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0dd00 00000400:00000200:0.0:1715210034.379652:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1bc1 [1] + 224 00000400:00000200:0.0:1715210034.379668:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210034.379674:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210034.379684:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075985152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210034.379740:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210034.379748:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0dcc0 00000400:00000010:2.0:1715210034.379761:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:2.0:1715210034.379767:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715210034.379768:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000400:00000200:0.0:1715210034.379774:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1bc5 [1] + 224 00000100:00000200:2.0:1715210034.379775:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075985152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210034.379786:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075985152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210034.379792:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210034.379797:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210034.379802:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075985088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210034.379816:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210034.379821:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715210034.379826:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:1.0:1715210034.379896:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210034.379904:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210034.379906:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210034.379914:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075985088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210034.379924:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075985088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210034.379942:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715210034.379947:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715210034.379950:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715210039.385275:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210039.385305:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210039.385358:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210039.385362:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210039.385427:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210039.385434:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 00000400:00000010:0.0:1715210039.385439:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715210039.385447:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985280, portal 4 00000400:00000010:0.0:1715210039.385455:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715210039.385457:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075985280, offset 0 02000000:00000010:2.0:1715210039.385467:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000200:0.0:1715210039.385468:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210039.385482:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210039.385488:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210039.385493:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:2.0:1715210039.385494:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:0.0:1715210039.385496:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210039.385499:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000010:2.0:1715210039.385499:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000400:00000200:0.0:1715210039.385503:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [865:865:256:4294967295] 192.168.202.130@tcp LPNI seq info [865:865:8:4294967295] 00000100:00000200:2.0:1715210039.385504:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985216, portal 25 00000400:00000010:2.0:1715210039.385509:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715210039.385511:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075985216, offset 0 00000400:00000200:0.0:1715210039.385513:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:2.0:1715210039.385518:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210039.385519:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210039.385523:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715210039.385527:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210039.385530:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210039.385531:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210039.385534:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210039.385537:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210039.385539:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210039.385541:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210039.385542:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [866:866:255:4294967295] 192.168.202.130@tcp LPNI seq info [866:866:7:4294967295] 00000800:00000200:0.0:1715210039.385546:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210039.385552:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210039.385556:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210039.385560:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715210039.385565:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210039.385571:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210039.385575:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210039.385633:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210039.385639:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715210039.385647:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210039.385654:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210039.385658:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715210039.385660:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715210039.385669:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075985280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210039.385774:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210039.385777:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715210039.385780:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210039.385784:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210039.385787:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:1.0:1715210039.385788:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:1.0:1715210039.385792:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075985216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210039.387705:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210039.387726:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0dd80 00000400:00000200:0.0:1715210039.387734:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1bd1 [1] + 224 00000400:00000200:0.0:1715210039.387747:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210039.387750:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210039.387757:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075985280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210039.387795:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210039.387800:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0dd40 00000400:00000200:0.0:1715210039.387805:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1bd9 [1] + 224 00000400:00000200:0.0:1715210039.387821:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210039.387825:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210039.387829:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075985216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210039.387878:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 00000400:00000200:2.0:1715210039.387886:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715210039.387888:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715210039.387896:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075985280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210039.387907:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075985280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210039.387938:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210039.387944:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000400:00000010:3.0:1715210039.387946:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000100:00000010:2.0:1715210039.387948:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000200:3.0:1715210039.387954:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:3.0:1715210039.387957:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:3.0:1715210039.387964:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075985216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210039.387975:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075985216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210039.387993:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715210039.387998:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715210039.388000:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715210044.393297:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210044.393327:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715210044.393376:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210044.393381:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210044.393454:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210044.393461:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 00000400:00000010:0.0:1715210044.393468:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715210044.393476:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985408, portal 4 02000000:00000010:1.0:1715210044.393483:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715210044.393484:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715210044.393487:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075985408, offset 0 00000400:00000010:1.0:1715210044.393492:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715210044.393498:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210044.393507:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210044.393512:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210044.393512:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985344, portal 25 00000400:00000010:1.0:1715210044.393517:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dadd0. 00000400:00000200:0.0:1715210044.393518:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210044.393519:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075985344, offset 0 00000400:00000200:0.0:1715210044.393523:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210044.393526:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210044.393527:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210044.393529:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210044.393553:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [867:867:256:4294967295] 192.168.202.130@tcp LPNI seq info [867:867:8:4294967295] 00000400:00000200:0.0:1715210044.393564:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210044.393571:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210044.393573:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210044.393575:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210044.393577:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210044.393580:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210044.393581:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210044.393583:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210044.393585:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210044.393588:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [868:868:255:4294967295] 192.168.202.130@tcp LPNI seq info [868:868:7:4294967295] 00000800:00000200:0.0:1715210044.393592:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210044.393596:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210044.393598:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210044.393603:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210044.393606:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715210044.393611:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210044.393617:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210044.393621:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210044.393690:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210044.393697:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715210044.393712:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210044.393719:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210044.393724:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715210044.393726:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715210044.393735:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075985408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210044.393825:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210044.393827:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715210044.393831:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210044.393835:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210044.393838:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dadd0 00000400:00000010:2.0:1715210044.393839:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dadd0. 00000100:00000200:2.0:1715210044.393843:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075985344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210044.395437:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210044.395449:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0de00 00000400:00000200:0.0:1715210044.395456:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1be1 [1] + 224 00000400:00000200:0.0:1715210044.395467:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210044.395471:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210044.395478:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075985408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210044.395512:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210044.395517:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ddc0 00000400:00000200:0.0:1715210044.395521:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1be9 [1] + 224 00000400:00000200:0.0:1715210044.395539:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210044.395543:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210044.395548:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075985344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210044.395598:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 00000400:00000200:2.0:1715210044.395606:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715210044.395608:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715210044.395616:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075985408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210044.395627:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075985408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210044.395660:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000400:00000010:1.0:1715210044.395661:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715210044.395665:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000400:00000200:1.0:1715210044.395669:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000100:00000010:2.0:1715210044.395669:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:1.0:1715210044.395679:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210044.395688:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075985344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210044.395698:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075985344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210044.395716:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715210044.395722:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715210044.395725:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715210049.401278:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210049.401306:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210049.401364:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210049.401371:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:2.0:1715210049.401426:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715210049.401438:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 02000000:00000010:0.0:1715210049.401439:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210049.401444:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 00000400:00000010:2.0:1715210049.401446:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210049.401454:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985472, portal 25 00000400:00000010:2.0:1715210049.401462:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715210049.401465:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075985472, offset 0 00000400:00000010:0.0:1715210049.401469:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000200:2.0:1715210049.401479:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210049.401494:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985536, portal 4 00000400:00000010:0.0:1715210049.401502:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715210049.401505:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075985536, offset 0 00000400:00000200:2.0:1715210049.401505:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210049.401512:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210049.401512:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210049.401518:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210049.401523:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210049.401527:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210049.401532:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [869:869:256:4294967295] 192.168.202.130@tcp LPNI seq info [869:869:8:4294967295] 00000400:00000200:2.0:1715210049.401547:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715210049.401556:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715210049.401556:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210049.401560:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210049.401562:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715210049.401563:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210049.401566:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210049.401569:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715210049.401571:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210049.401573:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [870:870:255:4294967295] 192.168.202.130@tcp LPNI seq info [870:870:7:4294967295] 00000400:00000200:0.0:1715210049.401584:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210049.401584:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210049.401590:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210049.401591:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210049.401594:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715210049.401599:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210049.401606:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210049.401609:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210049.401671:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210049.401678:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715210049.401683:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210049.401690:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210049.401695:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:1.0:1715210049.401697:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715210049.401706:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075985472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210049.401769:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210049.401772:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715210049.401774:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210049.401778:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210049.401780:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715210049.401782:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715210049.401786:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075985536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210049.403440:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210049.403452:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0de40 00000400:00000200:0.0:1715210049.403460:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1bf1 [1] + 224 00000400:00000200:0.0:1715210049.403469:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210049.403473:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210049.403480:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075985472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210049.403523:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210049.403531:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0de80 00000400:00000200:0.0:1715210049.403537:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1bf9 [1] + 224 00000400:00000200:0.0:1715210049.403564:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715210049.403566:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:2.0:1715210049.403571:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715210049.403573:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000400:00000200:0.0:1715210049.403577:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715210049.403580:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075985472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210049.403584:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075985536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210049.403603:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075985472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210049.403635:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715210049.403642:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715210049.403647:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000010:1.0:1715210049.403714:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 00000400:00000200:1.0:1715210049.403722:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715210049.403724:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715210049.403731:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075985536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210049.403742:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075985536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210049.403781:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715210049.403785:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715210049.403787:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715210054.409258:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210054.409280:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210054.409320:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210054.409322:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:1.0:1715210054.409357:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000400:00000010:1.0:1715210054.409365:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 02000000:00000010:0.0:1715210054.409378:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210054.409381:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:1.0:1715210054.409381:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210054.409386:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985600, portal 25 00000400:00000010:1.0:1715210054.409390:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da660. 00000400:00000010:0.0:1715210054.409391:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715210054.409391:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075985600, offset 0 00000100:00000200:0.0:1715210054.409394:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985664, portal 4 00000400:00000010:0.0:1715210054.409398:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000200:1.0:1715210054.409399:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210054.409402:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075985664, offset 0 00000400:00000200:0.0:1715210054.409406:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210054.409410:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210054.409414:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210054.409417:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210054.409420:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210054.409421:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210054.409424:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [871:871:256:4294967295] 192.168.202.130@tcp LPNI seq info [871:871:8:4294967295] 00000400:00000200:1.0:1715210054.409431:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210054.409435:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210054.409436:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210054.409438:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715210054.409438:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715210054.409440:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210054.409442:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210054.409442:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210054.409444:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210054.409446:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [872:872:255:4294967295] 192.168.202.130@tcp LPNI seq info [872:872:7:4294967295] 00000800:00000200:1.0:1715210054.409451:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210054.409452:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210054.409454:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210054.409455:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210054.409457:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000800:00000200:0.0:1715210054.409460:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210054.409464:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210054.409466:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210054.409547:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210054.409550:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210054.409558:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210054.409563:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210054.409567:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da660 00000400:00000010:2.0:1715210054.409569:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da660. 00000100:00000200:2.0:1715210054.409576:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075985600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210054.409651:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210054.409668:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715210054.409672:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210054.409676:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210054.409678:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715210054.409680:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715210054.409684:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075985664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210054.410959:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210054.410966:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0dec0 00000400:00000200:0.0:1715210054.410970:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c01 [1] + 224 00000400:00000200:0.0:1715210054.410982:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210054.410983:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210054.410987:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075985600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210054.411006:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210054.411009:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0df00 00000400:00000200:0.0:1715210054.411011:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c09 [1] + 224 00000400:00000200:0.0:1715210054.411021:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210054.411023:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210054.411025:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075985664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210054.411054:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210054.411058:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210054.411059:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210054.411063:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075985600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210054.411069:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075985600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210054.411092:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 00000400:00000010:2.0:1715210054.411093:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 02000000:00000010:1.0:1715210054.411096:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000400:00000200:2.0:1715210054.411098:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000100:00000010:1.0:1715210054.411099:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:2.0:1715210054.411099:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715210054.411103:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075985664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210054.411108:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075985664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210054.411185:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210054.411188:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715210054.411190:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715210059.417326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210059.417356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210059.417414:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210059.417418:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715210059.417490:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210059.417497:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 00000400:00000010:0.0:1715210059.417503:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715210059.417511:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985792, portal 4 00000400:00000010:0.0:1715210059.417530:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715210059.417532:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075985792, offset 0 02000000:00000010:2.0:1715210059.417538:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000200:0.0:1715210059.417542:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210059.417547:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000010:2.0:1715210059.417553:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000200:0.0:1715210059.417556:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210059.417557:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985728, portal 25 00000400:00000010:2.0:1715210059.417561:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000400:00000200:0.0:1715210059.417562:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210059.417563:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075985728, offset 0 00000400:00000200:0.0:1715210059.417567:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210059.417570:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210059.417571:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210059.417573:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210059.417577:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [873:873:256:4294967295] 192.168.202.130@tcp LPNI seq info [873:873:8:4294967295] 00000400:00000200:0.0:1715210059.417587:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210059.417614:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210059.417616:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210059.417618:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715210059.417620:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210059.417624:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210059.417625:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210059.417627:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210059.417629:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210059.417632:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [874:874:255:4294967295] 192.168.202.130@tcp LPNI seq info [874:874:7:4294967295] 00000800:00000200:0.0:1715210059.417636:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210059.417641:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210059.417642:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210059.417657:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210059.417661:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715210059.417666:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210059.417672:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210059.417676:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210059.417730:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210059.417736:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715210059.417745:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210059.417752:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210059.417756:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715210059.417758:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715210059.417767:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075985792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210059.417870:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210059.417872:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715210059.417875:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210059.417878:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210059.417881:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:1.0:1715210059.417883:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:1.0:1715210059.417886:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075985728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210059.419775:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210059.419788:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0df80 00000400:00000200:0.0:1715210059.419796:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c11 [1] + 224 00000400:00000200:0.0:1715210059.419807:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210059.419811:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210059.419818:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075985792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210059.419853:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210059.419858:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0df40 00000400:00000200:0.0:1715210059.419862:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c19 [1] + 224 00000400:00000200:0.0:1715210059.419879:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210059.419885:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210059.419892:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075985728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210059.419934:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 00000400:00000200:2.0:1715210059.419942:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715210059.419944:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715210059.419952:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075985792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210059.419963:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075985792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210059.419993:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000400:00000010:3.0:1715210059.419995:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 02000000:00000010:2.0:1715210059.420000:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715210059.420004:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000200:3.0:1715210059.420005:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715210059.420008:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:3.0:1715210059.420018:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075985728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210059.420046:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075985728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210059.420065:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715210059.420095:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715210059.420099:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715210064.425236:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210064.425265:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210064.425314:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210064.425318:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715210064.425388:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210064.425396:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 00000400:00000010:0.0:1715210064.425403:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715210064.425410:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985920, portal 4 00000400:00000010:0.0:1715210064.425418:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 02000000:00000010:1.0:1715210064.425419:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:1.0:1715210064.425428:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210064.425433:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210064.425438:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985856, portal 25 00000100:00000200:0.0:1715210064.425440:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075985920, offset 0 00000400:00000010:1.0:1715210064.425442:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dacc0. 00000100:00000200:1.0:1715210064.425445:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075985856, offset 0 00000400:00000200:0.0:1715210064.425452:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210064.425462:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210064.425467:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210064.425473:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210064.425478:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210064.425482:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210064.425484:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210064.425488:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [875:875:256:4294967295] 192.168.202.130@tcp LPNI seq info [875:875:8:4294967295] 00000400:00000200:0.0:1715210064.425499:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210064.425505:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210064.425508:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210064.425509:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715210064.425512:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210064.425515:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210064.425516:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210064.425518:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210064.425520:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210064.425527:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210064.425531:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210064.425534:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [876:876:255:4294967295] 192.168.202.130@tcp LPNI seq info [876:876:7:4294967295] 00000400:00000200:1.0:1715210064.425544:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210064.425549:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210064.425553:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715210064.425557:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210064.425564:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210064.425567:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210064.425617:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210064.425623:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715210064.425629:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210064.425636:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210064.425641:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715210064.425643:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715210064.425653:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075985920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210064.425725:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210064.425728:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715210064.425732:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210064.425736:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210064.425738:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dacc0 00000400:00000010:2.0:1715210064.425740:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dacc0. 00000100:00000200:2.0:1715210064.425743:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075985856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210064.427411:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210064.427425:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e000 00000400:00000200:0.0:1715210064.427433:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c21 [1] + 224 00000400:00000200:0.0:1715210064.427444:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210064.427447:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210064.427455:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075985920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210064.427493:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210064.427498:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0dfc0 00000400:00000200:0.0:1715210064.427502:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c25 [1] + 224 00000400:00000200:0.0:1715210064.427522:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210064.427526:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210064.427531:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075985856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210064.427586:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:2.0:1715210064.427594:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715210064.427596:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715210064.427604:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075985920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210064.427615:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075985920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210064.427645:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715210064.427651:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715210064.427656:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:1.0:1715210064.427658:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210064.427665:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210064.427667:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210064.427675:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075985856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210064.427686:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075985856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210064.427704:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715210064.427709:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715210064.427712:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210069.433295:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210069.433324:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210069.433382:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210069.433389:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:2.0:1715210069.433457:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 02000000:00000010:0.0:1715210069.433465:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:2.0:1715210069.433469:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5898. 00000400:00000010:0.0:1715210069.433471:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000010:0.0:1715210069.433477:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000400:00000010:2.0:1715210069.433477:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:0.0:1715210069.433485:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986048, portal 4 00000400:00000010:0.0:1715210069.433493:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715210069.433493:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075985984, portal 25 00000100:00000200:0.0:1715210069.433496:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075986048, offset 0 00000400:00000010:2.0:1715210069.433498:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715210069.433500:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075985984, offset 0 00000400:00000200:0.0:1715210069.433507:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210069.433515:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210069.433522:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210069.433528:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210069.433532:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210069.433536:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210069.433539:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210069.433542:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [877:877:256:4294967295] 192.168.202.130@tcp LPNI seq info [877:877:8:4294967295] 00000400:00000200:0.0:1715210069.433553:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210069.433560:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210069.433562:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210069.433564:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210069.433566:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210069.433570:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210069.433570:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210069.433572:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210069.433575:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210069.433578:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [878:878:255:4294967295] 192.168.202.130@tcp LPNI seq info [878:878:7:4294967295] 00000800:00000200:0.0:1715210069.433581:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210069.433586:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210069.433588:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210069.433592:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210069.433596:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715210069.433601:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210069.433607:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210069.433610:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210069.433675:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210069.433681:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210069.433690:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210069.433697:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210069.433701:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715210069.433703:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715210069.433712:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075986048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210069.433810:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210069.433812:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715210069.433815:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210069.433819:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210069.433822:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:1.0:1715210069.433831:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:1.0:1715210069.433837:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075985984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210069.435537:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210069.435550:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e080 00000400:00000200:0.0:1715210069.435558:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c31 [1] + 224 00000400:00000200:0.0:1715210069.435569:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210069.435573:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210069.435590:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075986048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210069.435630:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210069.435635:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e040 00000400:00000200:0.0:1715210069.435640:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c35 [1] + 224 00000400:00000200:0.0:1715210069.435659:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210069.435663:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210069.435668:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075985984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210069.435718:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:2.0:1715210069.435726:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715210069.435728:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715210069.435736:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075986048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210069.435747:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075986048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210069.435780:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210069.435785:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715210069.435790:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000010:3.0:1715210069.435792:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5898. 00000400:00000200:3.0:1715210069.435800:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:3.0:1715210069.435802:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:3.0:1715210069.435811:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075985984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210069.435821:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075985984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210069.435839:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715210069.435845:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715210069.435847:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210074.441234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210074.441263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210074.441310:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210074.441314:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715210074.441382:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210074.441389:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 00000400:00000010:0.0:1715210074.441396:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715210074.441405:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986176, portal 4 02000000:00000010:1.0:1715210074.441412:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:0.0:1715210074.441413:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715210074.441415:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075986176, offset 0 00000400:00000010:1.0:1715210074.441422:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715210074.441426:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210074.441438:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210074.441441:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210074.441443:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986112, portal 25 00000400:00000010:1.0:1715210074.441447:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da3b8. 00000400:00000200:0.0:1715210074.441448:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210074.441449:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075986112, offset 0 00000400:00000200:0.0:1715210074.441453:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210074.441456:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210074.441457:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210074.441459:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210074.441463:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [879:879:256:4294967295] 192.168.202.130@tcp LPNI seq info [879:879:8:4294967295] 00000400:00000200:0.0:1715210074.441474:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210074.441480:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210074.441483:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210074.441484:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210074.441487:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210074.441490:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210074.441493:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210074.441495:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210074.441498:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [880:880:255:4294967295] 192.168.202.130@tcp LPNI seq info [880:880:7:4294967295] 00000400:00000200:1.0:1715210074.441508:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210074.441510:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210074.441513:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210074.441517:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:0.0:1715210074.441521:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210074.441522:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210074.441526:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210074.441528:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210074.441532:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210074.441698:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210074.441704:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715210074.441711:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210074.441718:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210074.441723:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715210074.441725:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715210074.441734:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075986176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210074.441829:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210074.441832:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715210074.441835:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210074.441839:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210074.441841:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da3b8 00000400:00000010:2.0:1715210074.441843:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da3b8. 00000100:00000200:2.0:1715210074.441847:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075986112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210074.443912:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210074.443925:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e0c0 00000400:00000200:0.0:1715210074.443933:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c49 [1] + 224 00000400:00000200:0.0:1715210074.443973:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210074.443978:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210074.443985:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075986112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210074.444021:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210074.444026:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e100 00000400:00000200:0.0:1715210074.444030:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c41 [1] + 224 00000400:00000200:0.0:1715210074.444046:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210074.444050:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210074.444054:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075986176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210074.444067:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210074.444075:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210074.444077:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210074.444085:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075986112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210074.444096:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075986112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210074.444173:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:2.0:1715210074.444181:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715210074.444183:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715210074.444191:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075986176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210074.444201:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 00000100:00000200:2.0:1715210074.444202:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075986176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210074.444217:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715210074.444222:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 02000000:00000010:2.0:1715210074.444235:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210074.444240:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715210074.444242:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715210079.449249:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210079.449271:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210079.449313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210079.449315:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:2.0:1715210079.449359:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 02000000:00000010:0.0:1715210079.449366:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:2.0:1715210079.449366:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:0.0:1715210079.449369:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:2.0:1715210079.449371:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000400:00000010:0.0:1715210079.449372:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715210079.449377:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986240, portal 25 00000400:00000010:2.0:1715210079.449381:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:0.0:1715210079.449382:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986304, portal 4 00000100:00000200:2.0:1715210079.449382:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075986240, offset 0 00000400:00000010:0.0:1715210079.449386:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000400:00000200:2.0:1715210079.449390:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210079.449393:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075986304, offset 0 00000400:00000200:0.0:1715210079.449396:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210079.449401:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210079.449405:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210079.449407:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210079.449410:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210079.449411:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210079.449413:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [881:881:256:4294967295] 192.168.202.130@tcp LPNI seq info [881:881:8:4294967295] 00000400:00000200:2.0:1715210079.449419:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210079.449423:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210079.449425:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210079.449425:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715210079.449429:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210079.449436:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210079.449439:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210079.449440:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210079.449442:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210079.449444:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210079.449445:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210079.449446:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [882:882:255:4294967295] 192.168.202.130@tcp LPNI seq info [882:882:7:4294967295] 00000400:00000200:0.0:1715210079.449452:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210079.449454:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210079.449456:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000800:00000200:0.0:1715210079.449458:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210079.449461:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210079.449463:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210079.449508:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210079.449512:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715210079.449518:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210079.449523:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210079.449527:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:1.0:1715210079.449528:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:1.0:1715210079.449536:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075986240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210079.449607:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210079.449609:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715210079.449612:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210079.449615:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210079.449617:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715210079.449618:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715210079.449621:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075986304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210079.450811:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210079.450817:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e140 00000400:00000200:0.0:1715210079.450821:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c51 [1] + 224 00000400:00000200:0.0:1715210079.450827:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210079.450829:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210079.450833:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075986240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210079.450850:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210079.450853:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e180 00000400:00000200:0.0:1715210079.450855:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c55 [1] + 224 00000400:00000200:0.0:1715210079.450864:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210079.450866:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715210079.450869:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:2.0:1715210079.450872:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:2.0:1715210079.450873:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:0.0:1715210079.450876:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075986304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210079.450877:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075986240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210079.450883:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075986240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210079.450925:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715210079.450928:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715210079.450931:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000010:1.0:1715210079.450943:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:1.0:1715210079.450948:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715210079.450949:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715210079.450953:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075986304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210079.450959:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075986304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210079.450972:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715210079.450974:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715210079.450975:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715210084.457269:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210084.457302:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715210084.457377:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210084.457422:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:2.0:1715210084.457496:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715210084.457508:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 02000000:00000010:1.0:1715210084.457510:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:2.0:1715210084.457516:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000400:00000010:1.0:1715210084.457519:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210084.457525:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:2.0:1715210084.457525:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986368, portal 25 00000100:00000200:1.0:1715210084.457530:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986432, portal 4 00000400:00000010:2.0:1715210084.457530:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:2.0:1715210084.457533:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075986368, offset 0 00000400:00000200:2.0:1715210084.457544:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210084.457546:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da908. 00000100:00000200:1.0:1715210084.457549:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075986432, offset 0 00000400:00000200:1.0:1715210084.457557:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210084.457560:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210084.457565:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210084.457570:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210084.457573:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210084.457576:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210084.457579:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [883:883:256:4294967295] 192.168.202.130@tcp LPNI seq info [883:883:8:4294967295] 00000400:00000200:2.0:1715210084.457591:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210084.457597:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210084.457600:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210084.457604:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210084.457604:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715210084.457607:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210084.457610:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210084.457610:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210084.457612:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210084.457615:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [884:884:255:4294967295] 192.168.202.130@tcp LPNI seq info [884:884:7:4294967295] 00000800:00000200:2.0:1715210084.457621:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210084.457625:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210084.457625:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210084.457630:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210084.457634:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715210084.457638:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210084.457645:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210084.457648:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210084.457751:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210084.457757:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715210084.457764:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210084.457773:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210084.457779:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:0.0:1715210084.457782:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715210084.457794:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075986368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210084.457942:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210084.457947:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715210084.457953:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210084.457960:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210084.457964:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da908 00000400:00000010:0.0:1715210084.457967:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da908. 00000100:00000200:0.0:1715210084.457974:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075986432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210084.459770:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210084.459787:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e1c0 00000400:00000200:0.0:1715210084.459798:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c61 [1] + 224 00000400:00000200:0.0:1715210084.459813:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210084.459819:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210084.459828:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075986368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210084.459895:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210084.459905:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e200 00000400:00000200:0.0:1715210084.459912:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c65 [1] + 224 00000400:00000200:0.0:1715210084.459939:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210084.459945:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210084.459952:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075986432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210084.459958:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:2.0:1715210084.459966:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:2.0:1715210084.459968:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715210084.459976:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075986368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210084.459987:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075986368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210084.460028:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715210084.460034:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715210084.460039:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:1.0:1715210084.460090:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210084.460098:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210084.460100:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210084.460108:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075986432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210084.460189:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075986432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210084.460214:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715210084.460220:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715210084.460223:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210089.465286:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210089.465317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715210089.465374:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210089.465378:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210089.465447:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210089.465455:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 00000400:00000010:0.0:1715210089.465461:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715210089.465469:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986560, portal 4 00000400:00000010:0.0:1715210089.465477:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715210089.465479:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075986560, offset 0 02000000:00000010:1.0:1715210089.465487:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000200:0.0:1715210089.465490:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210089.465497:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210089.465502:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210089.465505:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210089.465507:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986496, portal 25 00000400:00000200:0.0:1715210089.465511:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210089.465511:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daee0. 00000400:00000200:0.0:1715210089.465515:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210089.465519:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210089.465522:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210089.465525:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [885:885:256:4294967295] 192.168.202.130@tcp LPNI seq info [885:885:8:4294967295] 00000100:00000200:1.0:1715210089.465533:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075986496, offset 0 00000400:00000200:0.0:1715210089.465536:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:1.0:1715210089.465540:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210089.465542:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210089.465546:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715210089.465549:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210089.465552:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210089.465553:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210089.465556:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210089.465559:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210089.465561:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210089.465562:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210089.465564:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [886:886:255:4294967295] 192.168.202.130@tcp LPNI seq info [886:886:7:4294967295] 00000800:00000200:0.0:1715210089.465567:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210089.465574:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210089.465579:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210089.465582:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715210089.465587:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210089.465593:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210089.465597:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210089.465666:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210089.465673:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715210089.465683:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210089.465693:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210089.465699:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715210089.465702:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715210089.465713:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075986560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210089.465859:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210089.465864:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715210089.465870:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210089.465876:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210089.465880:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daee0 00000400:00000010:2.0:1715210089.465883:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daee0. 00000100:00000200:2.0:1715210089.465890:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075986496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210089.467658:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210089.467670:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e280 00000400:00000200:0.0:1715210089.467678:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c71 [1] + 224 00000400:00000200:0.0:1715210089.467688:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210089.467692:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210089.467709:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075986560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210089.467749:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210089.467755:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e240 00000400:00000200:0.0:1715210089.467759:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c79 [1] + 224 00000400:00000200:0.0:1715210089.467774:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210089.467778:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210089.467783:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075986496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210089.467796:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 00000400:00000200:2.0:1715210089.467802:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715210089.467805:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715210089.467838:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075986560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210089.467852:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075986560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210089.467890:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715210089.467897:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000400:00000010:1.0:1715210089.467902:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000010:2.0:1715210089.467903:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000200:1.0:1715210089.467910:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210089.467912:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210089.467920:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075986496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210089.467931:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075986496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210089.467949:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715210089.467955:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715210089.467958:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715210094.473242:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210094.473272:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210094.473323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210094.473327:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210094.473381:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210094.473381:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715210094.473389:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 00000400:00000010:0.0:1715210094.473395:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715210094.473403:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986688, portal 4 00000400:00000010:2.0:1715210094.473410:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:0.0:1715210094.473411:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715210094.473414:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075986688, offset 0 00000400:00000010:2.0:1715210094.473415:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715210094.473420:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986624, portal 25 00000400:00000010:2.0:1715210094.473424:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000400:00000200:0.0:1715210094.473426:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210094.473437:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075986624, offset 0 00000400:00000200:0.0:1715210094.473441:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210094.473445:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210094.473447:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210094.473452:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210094.473456:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210094.473458:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210094.473462:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [887:887:256:4294967295] 192.168.202.130@tcp LPNI seq info [887:887:8:4294967295] 00000400:00000200:0.0:1715210094.473473:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210094.473479:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210094.473481:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210094.473483:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210094.473486:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210094.473489:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210094.473492:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210094.473494:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210094.473497:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [888:888:255:4294967295] 192.168.202.130@tcp LPNI seq info [888:888:7:4294967295] 00000800:00000200:0.0:1715210094.473500:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210094.473507:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210094.473510:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210094.473512:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210094.473516:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715210094.473516:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715210094.473520:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210094.473527:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210094.473530:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210094.473622:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210094.473630:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715210094.473637:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210094.473647:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210094.473653:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715210094.473656:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715210094.473668:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075986688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210094.473819:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210094.473823:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715210094.473828:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210094.473835:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210094.473840:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:1.0:1715210094.473842:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:1.0:1715210094.473849:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075986624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210094.475369:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210094.475382:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e300 00000400:00000200:0.0:1715210094.475389:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c81 [1] + 224 00000400:00000200:0.0:1715210094.475400:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210094.475404:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210094.475411:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075986688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210094.475449:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210094.475454:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e2c0 00000400:00000200:0.0:1715210094.475459:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c89 [1] + 224 00000400:00000200:0.0:1715210094.475475:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210094.475479:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210094.475484:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075986624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210094.475535:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:2.0:1715210094.475543:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715210094.475545:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715210094.475553:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075986688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210094.475564:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075986688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210094.475565:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:3.0:1715210094.475575:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:3.0:1715210094.475579:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:3.0:1715210094.475589:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075986624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210094.475595:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210094.475600:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210094.475604:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000200:3.0:1715210094.475605:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075986624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210094.475628:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715210094.475634:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715210094.475638:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715210099.481356:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210099.481387:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715210099.481443:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210099.481447:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210099.481527:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210099.481535:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:0.0:1715210099.481542:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715210099.481549:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986816, portal 4 02000000:00000010:1.0:1715210099.481552:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715210099.481558:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715210099.481560:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075986816, offset 0 00000400:00000010:1.0:1715210099.481561:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210099.481566:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210099.481572:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210099.481581:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986752, portal 25 00000400:00000010:1.0:1715210099.481585:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000400:00000200:0.0:1715210099.481587:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210099.481587:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075986752, offset 0 00000400:00000200:1.0:1715210099.481595:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210099.481612:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210099.481617:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210099.481620:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210099.481623:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210099.481627:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [889:889:256:4294967295] 192.168.202.130@tcp LPNI seq info [889:889:8:4294967295] 00000400:00000200:0.0:1715210099.481638:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210099.481645:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210099.481647:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210099.481650:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210099.481652:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210099.481655:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210099.481656:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210099.481658:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210099.481660:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210099.481663:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [890:890:255:4294967295] 192.168.202.130@tcp LPNI seq info [890:890:7:4294967295] 00000800:00000200:0.0:1715210099.481666:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210099.481671:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210099.481673:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210099.481678:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210099.481681:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715210099.481686:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210099.481692:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210099.481696:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210099.481794:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210099.481800:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210099.481818:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210099.481826:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210099.481830:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715210099.481832:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715210099.481841:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075986816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210099.481978:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210099.481980:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210099.481983:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210099.481987:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210099.481989:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:2.0:1715210099.481990:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:2.0:1715210099.481994:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075986752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210099.483905:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210099.483917:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e380 00000400:00000200:0.0:1715210099.483923:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c91 [1] + 224 00000400:00000200:0.0:1715210099.483933:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210099.483937:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210099.483944:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075986816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210099.484000:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210099.484006:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e340 00000400:00000200:0.0:1715210099.484010:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1c99 [1] + 224 00000400:00000200:0.0:1715210099.484028:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210099.484032:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210099.484036:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075986752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210099.484076:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:2.0:1715210099.484084:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715210099.484086:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715210099.484094:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075986816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210099.484105:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075986816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210099.484183:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715210099.484183:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210099.484188:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000400:00000200:1.0:1715210099.484206:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000100:00000010:2.0:1715210099.484210:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:1.0:1715210099.484217:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210099.484224:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075986752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210099.484235:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075986752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210099.484252:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715210099.484257:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715210099.484260:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715210104.489247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210104.489274:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715210104.489326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210104.489350:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715210104.489415:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210104.489423:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 02000000:00000010:3.0:1715210104.489427:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715210104.489429:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715210104.489437:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986944, portal 4 00000400:00000010:3.0:1715210104.489437:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715210104.489444:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:0.0:1715210104.489445:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715210104.489450:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075986944, offset 0 00000100:00000200:3.0:1715210104.489450:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075986880, portal 25 00000400:00000010:3.0:1715210104.489456:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02572a8. 00000400:00000200:0.0:1715210104.489461:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715210104.489471:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075986880, offset 0 00000400:00000200:0.0:1715210104.489476:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210104.489480:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210104.489482:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210104.489486:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210104.489490:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210104.489493:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210104.489497:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [891:891:256:4294967295] 192.168.202.130@tcp LPNI seq info [891:891:8:4294967295] 00000400:00000200:0.0:1715210104.489511:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210104.489520:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210104.489522:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210104.489526:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:3.0:1715210104.489526:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210104.489529:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210104.489532:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210104.489535:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210104.489535:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210104.489538:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [892:892:255:4294967295] 192.168.202.130@tcp LPNI seq info [892:892:7:4294967295] 00000800:00000200:0.0:1715210104.489549:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715210104.489549:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210104.489554:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210104.489555:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1715210104.489558:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba300. 00000800:00000200:3.0:1715210104.489562:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210104.489569:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210104.489572:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210104.489650:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210104.489657:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715210104.489663:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210104.489671:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210104.489675:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715210104.489708:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715210104.489718:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075986944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210104.489809:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210104.489812:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba300. 00000400:00000200:1.0:1715210104.489814:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210104.489818:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210104.489821:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02572a8 00000400:00000010:1.0:1715210104.489823:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02572a8. 00000100:00000200:1.0:1715210104.489826:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075986880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210104.491648:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210104.491662:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e3c0 00000400:00000200:0.0:1715210104.491670:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ca5 [1] + 224 00000400:00000200:0.0:1715210104.491744:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210104.491749:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210104.491757:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075986880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210104.491794:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210104.491801:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e400 00000400:00000200:0.0:1715210104.491814:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ca1 [1] + 224 00000400:00000200:0.0:1715210104.491833:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210104.491837:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210104.491842:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075986944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210104.491847:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210104.491855:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210104.491858:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210104.491868:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075986880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210104.491884:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075986880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210104.491914:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210104.491921:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715210104.491926:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:1.0:1715210104.491946:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:1.0:1715210104.491957:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715210104.491959:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715210104.491969:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075986944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210104.491985:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075986944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210104.492039:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715210104.492045:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715210104.492049:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715210109.497252:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210109.497279:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210109.497331:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210109.497335:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715210109.497404:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210109.497412:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 00000400:00000010:0.0:1715210109.497418:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715210109.497425:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987072, portal 4 00000400:00000010:0.0:1715210109.497433:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715210109.497435:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075987072, offset 0 02000000:00000010:1.0:1715210109.497439:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000200:0.0:1715210109.497446:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210109.497450:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210109.497457:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210109.497460:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210109.497463:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987008, portal 25 00000400:00000200:0.0:1715210109.497466:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210109.497469:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daf68. 00000400:00000200:0.0:1715210109.497471:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:1.0:1715210109.497472:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075987008, offset 0 00000400:00000200:0.0:1715210109.497475:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210109.497478:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210109.497481:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [893:893:256:4294967295] 192.168.202.130@tcp LPNI seq info [893:893:8:4294967295] 00000400:00000200:1.0:1715210109.497483:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210109.497492:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210109.497498:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210109.497502:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715210109.497506:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210109.497509:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210109.497510:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210109.497514:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210109.497517:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210109.497520:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210109.497521:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210109.497523:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [894:894:255:4294967295] 192.168.202.130@tcp LPNI seq info [894:894:7:4294967295] 00000800:00000200:0.0:1715210109.497526:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210109.497532:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210109.497537:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210109.497541:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715210109.497548:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210109.497556:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210109.497561:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210109.497617:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210109.497622:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715210109.497629:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210109.497674:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210109.497679:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715210109.497681:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715210109.497691:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075987072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210109.497800:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210109.497803:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715210109.497807:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210109.497811:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210109.497813:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daf68 00000400:00000010:2.0:1715210109.497815:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daf68. 00000100:00000200:2.0:1715210109.497819:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075987008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210109.499530:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210109.499549:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e440 00000400:00000200:0.0:1715210109.499557:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1cb9 [1] + 224 00000400:00000200:0.0:1715210109.499570:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210109.499573:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210109.499581:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075987008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210109.499615:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210109.499620:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e480 00000400:00000200:0.0:1715210109.499624:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1cb1 [1] + 224 00000400:00000200:0.0:1715210109.499659:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210109.499664:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210109.499668:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075987072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210109.499715:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210109.499724:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210109.499727:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210109.499737:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075987008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210109.499743:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000400:00000200:2.0:1715210109.499748:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715210109.499750:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715210109.499753:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075987008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210109.499756:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075987072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210109.499769:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075987072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210109.499798:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:2.0:1715210109.499798:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715210109.499805:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 02000000:00000010:2.0:1715210109.499805:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715210109.499810:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:2.0:1715210109.499810:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715210114.505253:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210114.505279:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210114.505328:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210114.505331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715210114.505394:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210114.505401:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000400:00000010:0.0:1715210114.505408:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715210114.505416:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987200, portal 4 00000400:00000010:0.0:1715210114.505423:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715210114.505426:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075987200, offset 0 02000000:00000010:2.0:1715210114.505434:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000200:0.0:1715210114.505436:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210114.505446:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5840. 00000400:00000200:0.0:1715210114.505450:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715210114.505453:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000400:00000200:0.0:1715210114.505467:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210114.505470:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987136, portal 25 00000400:00000200:0.0:1715210114.505472:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210114.505475:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1715210114.505475:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000400:00000200:0.0:1715210114.505478:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000100:00000200:2.0:1715210114.505478:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075987136, offset 0 00000400:00000200:2.0:1715210114.505487:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210114.505502:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [895:895:256:4294967295] 192.168.202.130@tcp LPNI seq info [895:895:8:4294967295] 00000400:00000200:0.0:1715210114.505513:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210114.505531:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210114.505533:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210114.505536:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715210114.505537:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210114.505540:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210114.505543:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210114.505543:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210114.505545:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210114.505552:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210114.505557:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210114.505559:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [896:896:255:4294967295] 192.168.202.130@tcp LPNI seq info [896:896:7:4294967295] 00000400:00000200:2.0:1715210114.505568:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210114.505573:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210114.505577:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715210114.505582:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210114.505618:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210114.505622:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210114.505702:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210114.505710:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210114.505717:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210114.505727:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210114.505733:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715210114.505736:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715210114.505747:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075987200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210114.505851:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210114.505855:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715210114.505860:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210114.505867:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210114.505871:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:1.0:1715210114.505874:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:1.0:1715210114.505881:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075987136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210114.507720:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210114.507733:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e500 00000400:00000200:0.0:1715210114.507741:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1cc1 [1] + 224 00000400:00000200:0.0:1715210114.507752:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210114.507756:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210114.507763:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075987200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210114.507799:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210114.507804:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e4c0 00000400:00000200:0.0:1715210114.507809:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1cc9 [1] + 224 00000400:00000200:0.0:1715210114.507825:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210114.507829:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210114.507833:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075987136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210114.507891:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:2.0:1715210114.507901:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715210114.507903:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715210114.507913:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075987200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210114.507928:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5840. 00000100:00000200:2.0:1715210114.507930:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075987200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210114.507937:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:3.0:1715210114.507940:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:3.0:1715210114.507950:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075987136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210114.507966:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075987136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210114.507968:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210114.507976:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715210114.507981:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 02000000:00000010:3.0:1715210114.508002:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715210114.508008:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715210114.508013:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715210119.513317:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210119.513344:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715210119.513395:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210119.513398:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210119.513467:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210119.513470:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715210119.513474:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 00000400:00000010:2.0:1715210119.513478:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd56e0. 00000400:00000010:2.0:1715210119.513486:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715210119.513495:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987264, portal 25 00000400:00000010:0.0:1715210119.513496:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715210119.513500:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987328, portal 4 00000400:00000010:2.0:1715210119.513501:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715210119.513505:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075987264, offset 0 00000400:00000010:0.0:1715210119.513506:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715210119.513508:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075987328, offset 0 00000400:00000200:2.0:1715210119.513518:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210119.513526:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210119.513534:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210119.513541:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210119.513585:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210119.513590:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210119.513593:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210119.513598:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [897:897:256:4294967295] 192.168.202.130@tcp LPNI seq info [897:897:8:4294967295] 00000400:00000200:2.0:1715210119.513621:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210119.513630:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210119.513632:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210119.513635:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210119.513635:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000400:00000200:0.0:1715210119.513638:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210119.513640:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210119.513642:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210119.513643:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210119.513645:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [898:898:255:4294967295] 192.168.202.130@tcp LPNI seq info [898:898:7:4294967295] 00000400:00000200:0.0:1715210119.513653:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210119.513654:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210119.513657:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210119.513660:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:2.0:1715210119.513660:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210119.513664:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210119.513670:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210119.513673:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210119.513753:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210119.513759:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715210119.513766:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210119.513772:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210119.513775:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:1.0:1715210119.513777:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:1.0:1715210119.513786:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075987264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210119.513868:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210119.513869:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210119.513872:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210119.513875:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210119.513884:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715210119.513885:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715210119.513889:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075987328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210119.515652:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210119.515667:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e540 00000400:00000200:0.0:1715210119.515676:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1cd1 [1] + 224 00000400:00000200:0.0:1715210119.515689:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210119.515694:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210119.515701:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075987264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210119.515746:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210119.515752:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e580 00000400:00000200:0.0:1715210119.515756:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1cd5 [1] + 224 00000400:00000200:0.0:1715210119.515773:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210119.515781:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210119.515785:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075987328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210119.515810:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd56e0. 00000400:00000200:2.0:1715210119.515818:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:2.0:1715210119.515820:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715210119.515829:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075987264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210119.515842:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075987264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210119.515869:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715210119.515877:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715210119.515882:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:1.0:1715210119.515893:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:1.0:1715210119.515900:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715210119.515901:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715210119.515908:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075987328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210119.515917:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075987328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210119.515937:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715210119.515941:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715210119.515943:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715210124.521265:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210124.521296:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715210124.521359:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210124.521367:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715210124.521460:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715210124.521463:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:0.0:1715210124.521472:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 00000400:00000010:1.0:1715210124.521473:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715210124.521480:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:1.0:1715210124.521480:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210124.521488:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987392, portal 25 00000400:00000010:1.0:1715210124.521494:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daf68. 00000100:00000200:1.0:1715210124.521498:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075987392, offset 0 00000100:00000200:0.0:1715210124.521499:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987456, portal 4 00000400:00000200:1.0:1715210124.521530:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715210124.521540:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715210124.521543:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075987456, offset 0 00000400:00000200:1.0:1715210124.521545:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210124.521550:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210124.521551:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210124.521556:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210124.521560:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210124.521562:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210124.521565:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [899:899:256:4294967295] 192.168.202.130@tcp LPNI seq info [899:899:8:4294967295] 00000400:00000200:1.0:1715210124.521577:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210124.521583:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210124.521585:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715210124.521587:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715210124.521589:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210124.521593:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210124.521596:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210124.521598:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210124.521601:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [900:900:255:4294967295] 192.168.202.130@tcp LPNI seq info [900:900:7:4294967295] 00000800:00000200:1.0:1715210124.521607:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210124.521611:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210124.521616:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715210124.521619:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:0.0:1715210124.521620:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:1.0:1715210124.521624:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210124.521625:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210124.521631:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210124.521635:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210124.521709:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210124.521714:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715210124.521722:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210124.521729:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210124.521733:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daf68 00000400:00000010:2.0:1715210124.521735:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daf68. 00000100:00000200:2.0:1715210124.521744:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075987392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210124.521812:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210124.521814:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715210124.521817:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210124.521820:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210124.521823:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715210124.521825:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715210124.521838:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075987456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210124.523689:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210124.523702:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e5c0 00000400:00000200:0.0:1715210124.523710:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ce1 [1] + 224 00000400:00000200:0.0:1715210124.523732:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210124.523736:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210124.523743:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075987392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210124.523781:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210124.523786:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e600 00000400:00000200:0.0:1715210124.523790:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ce5 [1] + 224 00000400:00000200:0.0:1715210124.523805:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210124.523808:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210124.523813:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075987456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210124.523870:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210124.523879:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210124.523882:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210124.523892:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075987392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210124.523908:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075987392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210124.523931:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:2.0:1715210124.523939:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 02000000:00000010:1.0:1715210124.523940:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 00000400:00000010:2.0:1715210124.523940:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715210124.523948:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075987456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210124.523949:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715210124.523955:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000200:2.0:1715210124.523959:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075987456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210124.523982:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210124.523986:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715210124.523989:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715210129.529313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210129.529343:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715210129.529405:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210129.529409:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210129.529500:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210129.529508:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000400:00000010:0.0:1715210129.529515:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 02000000:00000010:2.0:1715210129.529518:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000100:00000200:0.0:1715210129.529523:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987584, portal 4 00000400:00000010:2.0:1715210129.529527:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd56e0. 00000400:00000010:0.0:1715210129.529531:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000010:2.0:1715210129.529533:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:0.0:1715210129.529534:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075987584, offset 0 00000100:00000200:2.0:1715210129.529537:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987520, portal 25 00000400:00000010:2.0:1715210129.529542:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000400:00000200:0.0:1715210129.529545:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210129.529553:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075987520, offset 0 00000400:00000200:0.0:1715210129.529560:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210129.529563:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210129.529565:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210129.529569:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210129.529573:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210129.529576:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210129.529579:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [901:901:256:4294967295] 192.168.202.130@tcp LPNI seq info [901:901:8:4294967295] 00000400:00000200:0.0:1715210129.529590:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210129.529617:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210129.529619:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210129.529622:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715210129.529623:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210129.529626:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210129.529628:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210129.529629:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210129.529631:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210129.529634:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [902:902:255:4294967295] 192.168.202.130@tcp LPNI seq info [902:902:7:4294967295] 00000800:00000200:0.0:1715210129.529638:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210129.529643:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210129.529644:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210129.529648:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210129.529652:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715210129.529657:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210129.529663:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210129.529677:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210129.529733:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210129.529739:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715210129.529747:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210129.529755:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210129.529760:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715210129.529762:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715210129.529770:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075987584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210129.529862:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210129.529865:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715210129.529867:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210129.529871:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210129.529874:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:1.0:1715210129.529875:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:1.0:1715210129.529879:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075987520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210129.531733:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210129.531746:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e680 00000400:00000200:0.0:1715210129.531754:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1cf1 [1] + 224 00000400:00000200:0.0:1715210129.531765:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210129.531769:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210129.531777:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075987584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210129.531813:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210129.531818:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e640 00000400:00000200:0.0:1715210129.531823:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1cf9 [1] + 224 00000400:00000200:0.0:1715210129.531840:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210129.531844:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210129.531849:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075987520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210129.531900:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:2.0:1715210129.531908:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715210129.531910:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715210129.531917:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075987584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210129.531928:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075987584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210129.531959:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715210129.531964:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715210129.531968:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:3.0:1715210129.531970:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd56e0. 00000400:00000200:3.0:1715210129.531979:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:3.0:1715210129.531981:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:3.0:1715210129.531988:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075987520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210129.532000:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075987520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210129.532017:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715210129.532022:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715210129.532025:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715210134.537237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210134.537262:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715210134.537309:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210134.537313:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210134.537378:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210134.537385:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 00000400:00000010:0.0:1715210134.537392:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 02000000:00000010:1.0:1715210134.537397:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000100:00000200:0.0:1715210134.537400:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987712, portal 4 00000400:00000010:0.0:1715210134.537406:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000400:00000010:1.0:1715210134.537406:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715210134.537451:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075987712, offset 0 00000400:00000010:1.0:1715210134.537453:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210134.537462:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210134.537469:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987648, portal 25 00000400:00000010:1.0:1715210134.537474:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000100:00000200:1.0:1715210134.537476:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075987648, offset 0 00000400:00000200:0.0:1715210134.537477:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210134.537482:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210134.537483:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210134.537487:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210134.537490:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210134.537493:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210134.537496:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [903:903:256:4294967295] 192.168.202.130@tcp LPNI seq info [903:903:8:4294967295] 00000400:00000200:0.0:1715210134.537507:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210134.537514:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210134.537516:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210134.537518:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210134.537520:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210134.537523:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210134.537524:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210134.537526:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210134.537529:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210134.537532:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [904:904:255:4294967295] 192.168.202.130@tcp LPNI seq info [904:904:7:4294967295] 00000800:00000200:0.0:1715210134.537535:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210134.537540:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210134.537542:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210134.537546:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210134.537550:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715210134.537554:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210134.537561:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210134.537564:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210134.537625:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210134.537631:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210134.537637:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210134.537644:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210134.537649:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715210134.537651:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715210134.537660:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075987712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210134.537742:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210134.537745:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715210134.537748:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210134.537752:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210134.537755:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:2.0:1715210134.537756:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:2.0:1715210134.537760:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075987648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210134.539519:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210134.539532:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e700 00000400:00000200:0.0:1715210134.539540:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d01 [1] + 224 00000400:00000200:0.0:1715210134.539551:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210134.539554:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210134.539562:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075987712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210134.539600:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210134.539605:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e6c0 00000400:00000200:0.0:1715210134.539609:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d09 [1] + 224 00000400:00000200:0.0:1715210134.539624:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210134.539628:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210134.539633:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075987648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210134.539684:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000400:00000200:2.0:1715210134.539691:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715210134.539693:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715210134.539701:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075987712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210134.539729:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075987712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210134.539738:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210134.539748:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210134.539751:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210134.539760:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075987648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210134.539760:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210134.539765:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715210134.539769:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000200:1.0:1715210134.539772:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075987648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210134.539790:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715210134.539796:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715210134.539799:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715210139.545228:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210139.545251:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210139.545297:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210139.545301:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715210139.545359:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210139.545366:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000010:0.0:1715210139.545396:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715210139.545404:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987840, portal 4 00000400:00000010:0.0:1715210139.545411:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 02000000:00000010:2.0:1715210139.545412:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000100:00000200:0.0:1715210139.545414:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075987840, offset 0 00000400:00000010:2.0:1715210139.545421:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5688. 00000400:00000200:0.0:1715210139.545424:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210139.545436:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000400:00000200:0.0:1715210139.545439:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210139.545440:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987776, portal 25 00000400:00000200:0.0:1715210139.545444:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210139.545445:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715210139.545447:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075987776, offset 0 00000400:00000200:0.0:1715210139.545449:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210139.545453:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210139.545455:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210139.545456:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210139.545459:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [905:905:256:4294967295] 192.168.202.130@tcp LPNI seq info [905:905:8:4294967295] 00000400:00000200:0.0:1715210139.545471:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210139.545477:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210139.545480:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210139.545481:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715210139.545485:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210139.545487:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210139.545489:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210139.545491:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210139.545494:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210139.545497:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [906:906:255:4294967295] 192.168.202.130@tcp LPNI seq info [906:906:7:4294967295] 00000800:00000200:0.0:1715210139.545498:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210139.545503:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210139.545506:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210139.545511:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210139.545514:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:2.0:1715210139.545519:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210139.545525:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210139.545529:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210139.545574:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210139.545580:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715210139.545585:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210139.545594:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210139.545610:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715210139.545612:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715210139.545621:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075987840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210139.545685:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210139.545688:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715210139.545691:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210139.545695:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210139.545697:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:1.0:1715210139.545699:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:1.0:1715210139.545703:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075987776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210139.547281:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210139.547294:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e780 00000400:00000200:0.0:1715210139.547302:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d11 [1] + 224 00000400:00000200:0.0:1715210139.547313:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210139.547316:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210139.547333:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075987840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210139.547393:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210139.547400:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e740 00000400:00000200:0.0:1715210139.547405:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d19 [1] + 224 00000400:00000200:0.0:1715210139.547421:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210139.547425:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210139.547430:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075987776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210139.547458:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:2.0:1715210139.547466:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715210139.547468:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715210139.547475:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075987840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210139.547503:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075987840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210139.547535:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210139.547540:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715210139.547544:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:3.0:1715210139.547554:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5688. 00000400:00000200:3.0:1715210139.547563:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:3.0:1715210139.547565:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:3.0:1715210139.547573:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075987776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210139.547584:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075987776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210139.547602:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715210139.547606:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715210139.547609:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715210144.553280:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210144.553309:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715210144.553395:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210144.553400:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715210144.553476:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210144.553484:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:0.0:1715210144.553491:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715210144.553499:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987968, portal 4 00000400:00000010:0.0:1715210144.553507:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 02000000:00000010:2.0:1715210144.553508:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000100:00000200:0.0:1715210144.553510:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075987968, offset 0 00000400:00000010:2.0:1715210144.553517:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:0.0:1715210144.553521:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210144.553532:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000400:00000200:0.0:1715210144.553536:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210144.553538:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075987904, portal 25 00000400:00000200:0.0:1715210144.553542:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210144.553542:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715210144.553544:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075987904, offset 0 00000400:00000200:0.0:1715210144.553546:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210144.553550:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210144.553551:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210144.553552:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210144.553556:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [907:907:256:4294967295] 192.168.202.130@tcp LPNI seq info [907:907:8:4294967295] 00000400:00000200:0.0:1715210144.553567:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210144.553574:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210144.553576:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210144.553578:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715210144.553581:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210144.553584:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210144.553587:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210144.553589:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210144.553592:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [908:908:255:4294967295] 192.168.202.130@tcp LPNI seq info [908:908:7:4294967295] 00000400:00000200:2.0:1715210144.553601:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210144.553603:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210144.553606:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210144.553610:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:0.0:1715210144.553613:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210144.553614:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210144.553618:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210144.553621:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210144.553624:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210144.553712:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210144.553718:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210144.553725:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210144.553732:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210144.553737:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715210144.553739:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715210144.553748:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075987968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210144.553843:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210144.553846:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715210144.553848:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210144.553852:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210144.553854:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:1.0:1715210144.553856:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:1.0:1715210144.553860:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075987904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210144.555740:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210144.555753:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e800 00000400:00000200:0.0:1715210144.555761:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d21 [1] + 224 00000400:00000200:0.0:1715210144.555772:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210144.555776:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210144.555784:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075987968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210144.555820:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210144.555825:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e7c0 00000400:00000200:0.0:1715210144.555829:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d29 [1] + 224 00000400:00000200:0.0:1715210144.555848:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210144.555852:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210144.555857:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075987904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210144.555865:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:2.0:1715210144.555873:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715210144.555875:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715210144.555883:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075987968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210144.555911:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075987968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210144.555943:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210144.555948:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715210144.555952:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000010:3.0:1715210144.555970:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:3.0:1715210144.555978:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:3.0:1715210144.555980:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:3.0:1715210144.555988:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075987904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210144.555999:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075987904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210144.556034:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715210144.556038:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:3.0:1715210144.556041:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715210149.561336:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210149.561366:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715210149.561418:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210149.561422:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715210149.561487:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210149.561495:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 00000400:00000010:0.0:1715210149.561501:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715210149.561509:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988096, portal 4 00000400:00000010:0.0:1715210149.561517:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715210149.561520:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075988096, offset 0 02000000:00000010:2.0:1715210149.561520:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715210149.561529:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c60. 00000400:00000200:0.0:1715210149.561531:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210149.561544:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000400:00000200:0.0:1715210149.561545:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210149.561548:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988032, portal 25 00000400:00000010:2.0:1715210149.561553:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715210149.561555:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075988032, offset 0 00000400:00000200:2.0:1715210149.561562:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210149.561568:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210149.561573:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210149.561577:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210149.561580:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210149.561584:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [909:909:256:4294967295] 192.168.202.130@tcp LPNI seq info [909:909:8:4294967295] 00000400:00000200:0.0:1715210149.561596:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210149.561603:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210149.561606:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210149.561607:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715210149.561610:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210149.561614:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210149.561615:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210149.561617:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210149.561619:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210149.561622:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [910:910:255:4294967295] 192.168.202.130@tcp LPNI seq info [910:910:7:4294967295] 00000800:00000200:0.0:1715210149.561625:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210149.561630:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210149.561631:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210149.561636:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210149.561640:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715210149.561645:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210149.561651:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210149.561654:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210149.561720:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210149.561726:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715210149.561734:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210149.561741:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210149.561755:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715210149.561757:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715210149.561766:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075988096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210149.561865:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210149.561867:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715210149.561870:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210149.561874:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210149.561876:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:1.0:1715210149.561878:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:1.0:1715210149.561882:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075988032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210149.563783:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210149.563796:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e880 00000400:00000200:0.0:1715210149.563804:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d31 [1] + 224 00000400:00000200:0.0:1715210149.563814:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210149.563818:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210149.563826:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075988096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210149.563863:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210149.563868:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e840 00000400:00000200:0.0:1715210149.563872:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d39 [1] + 224 00000400:00000200:0.0:1715210149.563890:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210149.563894:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210149.563898:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075988032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210149.563950:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:2.0:1715210149.563957:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715210149.563959:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715210149.563967:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075988096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210149.563996:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075988096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210149.564011:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c60. 00000400:00000200:3.0:1715210149.564020:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:3.0:1715210149.564022:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 02000000:00000010:2.0:1715210149.564028:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 00000100:00000200:3.0:1715210149.564030:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075988032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210149.564033:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715210149.564037:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000200:3.0:1715210149.564041:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075988032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210149.564058:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715210149.564063:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715210149.564066:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210154.569328:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210154.569358:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715210154.569412:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210154.569436:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:1.0:1715210154.569494:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:1.0:1715210154.569509:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210154.569519:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 02000000:00000010:0.0:1715210154.569520:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210154.569527:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 00000100:00000200:1.0:1715210154.569529:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988160, portal 25 00000400:00000010:0.0:1715210154.569533:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000010:1.0:1715210154.569536:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daee0. 00000100:00000200:0.0:1715210154.569539:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988224, portal 4 00000100:00000200:1.0:1715210154.569540:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075988160, offset 0 00000400:00000010:0.0:1715210154.569547:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000200:1.0:1715210154.569554:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210154.569564:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075988224, offset 0 00000400:00000200:1.0:1715210154.569573:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210154.569575:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210154.569580:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210154.569586:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210154.569591:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210154.569596:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210154.569601:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [911:911:256:4294967295] 192.168.202.130@tcp LPNI seq info [911:911:8:4294967295] 00000400:00000200:1.0:1715210154.569617:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210154.569627:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210154.569628:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210154.569632:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715210154.569633:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715210154.569635:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210154.569638:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210154.569641:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715210154.569641:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210154.569644:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [912:912:255:4294967295] 192.168.202.130@tcp LPNI seq info [912:912:7:4294967295] 00000400:00000200:0.0:1715210154.569654:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210154.569657:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210154.569659:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210154.569662:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000800:00000200:1.0:1715210154.569663:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210154.569667:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210154.569673:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210154.569677:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210154.569765:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210154.569772:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715210154.569780:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210154.569788:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210154.569793:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daee0 00000400:00000010:2.0:1715210154.569795:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daee0. 00000100:00000200:2.0:1715210154.569804:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075988160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210154.569884:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210154.569887:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715210154.569890:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210154.569893:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210154.569896:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715210154.569897:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715210154.569902:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075988224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210154.571864:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210154.571878:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e8c0 00000400:00000200:0.0:1715210154.571885:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d41 [1] + 224 00000400:00000200:0.0:1715210154.571896:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210154.571900:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210154.571907:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075988160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210154.571943:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210154.571948:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e900 00000400:00000200:0.0:1715210154.571962:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d45 [1] + 224 00000400:00000200:0.0:1715210154.571978:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210154.571982:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210154.571986:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075988224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210154.571997:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210154.572005:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210154.572007:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210154.572015:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075988160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210154.572032:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075988160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210154.572062:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715210154.572069:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715210154.572073:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:2.0:1715210154.572102:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 00000400:00000200:2.0:1715210154.572110:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715210154.572112:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715210154.572166:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075988224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210154.572177:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075988224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210154.572201:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210154.572206:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715210154.572219:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715210159.577276:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210159.577303:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210159.577353:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210159.577356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715210159.577418:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210159.577426:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:0.0:1715210159.577432:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715210159.577439:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988352, portal 4 00000400:00000010:0.0:1715210159.577447:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 02000000:00000010:2.0:1715210159.577449:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000100:00000200:0.0:1715210159.577450:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075988352, offset 0 00000400:00000010:2.0:1715210159.577458:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:0.0:1715210159.577460:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210159.577473:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000400:00000200:0.0:1715210159.577475:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210159.577478:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988288, portal 25 00000400:00000200:0.0:1715210159.577481:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210159.577482:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:2.0:1715210159.577484:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075988288, offset 0 00000400:00000200:0.0:1715210159.577486:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210159.577490:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210159.577491:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210159.577493:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210159.577496:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [913:913:256:4294967295] 192.168.202.130@tcp LPNI seq info [913:913:8:4294967295] 00000400:00000200:0.0:1715210159.577508:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210159.577515:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210159.577517:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210159.577519:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715210159.577521:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210159.577524:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210159.577525:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210159.577527:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210159.577529:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210159.577533:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [914:914:255:4294967295] 192.168.202.130@tcp LPNI seq info [914:914:7:4294967295] 00000800:00000200:0.0:1715210159.577536:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210159.577541:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210159.577542:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210159.577547:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210159.577550:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715210159.577555:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210159.577561:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210159.577565:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210159.577617:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210159.577624:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715210159.577630:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210159.577638:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210159.577642:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715210159.577644:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715210159.577653:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075988352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210159.577726:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210159.577729:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715210159.577732:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210159.577736:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210159.577738:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715210159.577740:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715210159.577744:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075988288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210159.579556:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210159.579582:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e940 00000400:00000200:0.0:1715210159.579590:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d59 [1] + 224 00000400:00000200:0.0:1715210159.579602:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210159.579606:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210159.579613:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075988288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210159.579650:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210159.579655:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0e980 00000400:00000200:0.0:1715210159.579659:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d51 [1] + 224 00000400:00000200:0.0:1715210159.579673:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210159.579677:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210159.579681:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075988352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210159.579737:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:2.0:1715210159.579745:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:2.0:1715210159.579747:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:2.0:1715210159.579755:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075988288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210159.579766:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075988288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210159.579790:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 00000400:00000010:1.0:1715210159.579796:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 02000000:00000010:2.0:1715210159.579796:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715210159.579801:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000200:1.0:1715210159.579804:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715210159.579806:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715210159.579814:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075988352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210159.579825:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075988352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210159.579858:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715210159.579863:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715210159.579866:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715210164.585259:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210164.585285:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715210164.585341:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210164.585349:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:1.0:1715210164.585398:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:1.0:1715210164.585408:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210164.585417:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 02000000:00000010:0.0:1715210164.585426:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000100:00000200:1.0:1715210164.585427:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988416, portal 25 00000400:00000010:0.0:1715210164.585431:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 00000400:00000010:1.0:1715210164.585434:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da908. 00000400:00000010:0.0:1715210164.585435:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715210164.585438:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075988416, offset 0 00000100:00000200:0.0:1715210164.585439:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988480, portal 4 00000400:00000010:0.0:1715210164.585445:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000200:1.0:1715210164.585452:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210164.585461:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075988480, offset 0 00000400:00000200:0.0:1715210164.585468:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210164.585469:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210164.585477:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210164.585482:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210164.585487:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210164.585491:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210164.585496:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [915:915:256:4294967295] 192.168.202.130@tcp LPNI seq info [915:915:8:4294967295] 00000400:00000200:1.0:1715210164.585511:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715210164.585520:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715210164.585520:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210164.585524:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715210164.585525:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715210164.585527:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210164.585530:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210164.585533:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715210164.585533:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210164.585544:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210164.585550:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [916:916:255:4294967295] 192.168.202.130@tcp LPNI seq info [916:916:7:4294967295] 00000800:00000200:1.0:1715210164.585550:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210164.585561:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210164.585569:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210164.585573:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:0.0:1715210164.585578:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210164.585584:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210164.585588:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210164.585643:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210164.585649:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715210164.585657:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210164.585664:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210164.585668:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da908 00000400:00000010:2.0:1715210164.585670:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da908. 00000100:00000200:2.0:1715210164.585679:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075988416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210164.585764:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210164.585766:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210164.585769:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210164.585773:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210164.585775:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715210164.585777:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715210164.585780:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075988480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210164.587602:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210164.587614:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0e9c0 00000400:00000200:0.0:1715210164.587621:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d61 [1] + 224 00000400:00000200:0.0:1715210164.587632:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210164.587635:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210164.587642:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075988416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210164.587681:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210164.587689:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ea00 00000400:00000200:0.0:1715210164.587695:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d69 [1] + 224 00000400:00000200:0.0:1715210164.587715:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210164.587721:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:1.0:1715210164.587725:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210164.587730:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210164.587732:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715210164.587739:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075988480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210164.587739:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075988416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210164.587754:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075988416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210164.587806:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715210164.587813:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715210164.587819:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:2.0:1715210164.587862:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:2.0:1715210164.587870:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715210164.587872:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715210164.587880:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075988480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210164.587890:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075988480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210164.587913:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715210164.587918:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715210164.587921:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210169.593234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210169.593262:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715210169.593310:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210169.593314:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715210169.593374:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210169.593382:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 02000000:00000010:2.0:1715210169.593406:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715210169.593407:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715210169.593415:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988608, portal 4 00000400:00000010:2.0:1715210169.593416:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000400:00000010:2.0:1715210169.593421:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000400:00000010:0.0:1715210169.593423:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715210169.593426:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988544, portal 25 00000100:00000200:0.0:1715210169.593427:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075988608, offset 0 00000400:00000010:2.0:1715210169.593430:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000400:00000200:0.0:1715210169.593437:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210169.593442:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075988544, offset 0 00000400:00000200:0.0:1715210169.593451:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210169.593458:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210169.593461:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210169.593462:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210169.593466:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210169.593469:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210169.593472:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [917:917:256:4294967295] 192.168.202.130@tcp LPNI seq info [917:917:8:4294967295] 00000400:00000200:0.0:1715210169.593483:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210169.593489:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210169.593492:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210169.593494:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210169.593496:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210169.593500:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210169.593500:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210169.593502:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210169.593505:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210169.593508:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [918:918:255:4294967295] 192.168.202.130@tcp LPNI seq info [918:918:7:4294967295] 00000800:00000200:0.0:1715210169.593510:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210169.593516:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210169.593517:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210169.593522:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210169.593525:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715210169.593530:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210169.593536:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210169.593540:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210169.593631:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210169.593637:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210169.593643:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210169.593650:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210169.593655:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715210169.593657:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715210169.593666:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075988608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210169.593731:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210169.593734:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715210169.593736:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210169.593740:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210169.593742:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:1.0:1715210169.593744:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:1.0:1715210169.593748:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075988544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210169.595406:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210169.595419:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ea80 00000400:00000200:0.0:1715210169.595427:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d71 [1] + 224 00000400:00000200:0.0:1715210169.595440:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210169.595446:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210169.595456:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075988608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210169.595509:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210169.595518:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ea40 00000400:00000200:0.0:1715210169.595525:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d75 [1] + 224 00000400:00000200:0.0:1715210169.595548:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210169.595562:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210169.595570:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075988544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210169.595581:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:2.0:1715210169.595589:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715210169.595590:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715210169.595598:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075988608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210169.595609:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075988608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210169.595641:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210169.595647:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715210169.595651:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:3.0:1715210169.595692:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:3.0:1715210169.595701:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:3.0:1715210169.595703:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:3.0:1715210169.595711:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075988544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210169.595722:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075988544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210169.595740:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715210169.595744:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:3.0:1715210169.595747:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210174.601349:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210174.601379:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715210174.601444:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210174.601452:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:1.0:1715210174.601516:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:1.0:1715210174.601528:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210174.601537:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 02000000:00000010:0.0:1715210174.601540:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210174.601544:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 00000400:00000010:0.0:1715210174.601548:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715210174.601548:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988672, portal 25 00000100:00000200:0.0:1715210174.601552:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988736, portal 4 00000400:00000010:1.0:1715210174.601555:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da3b8. 00000400:00000010:0.0:1715210174.601558:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715210174.601558:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075988672, offset 0 00000100:00000200:0.0:1715210174.601561:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075988736, offset 0 00000400:00000200:1.0:1715210174.601571:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210174.601582:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210174.601590:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210174.601598:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210174.601604:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210174.601609:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210174.601612:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210174.601639:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [919:919:256:4294967295] 192.168.202.130@tcp LPNI seq info [919:919:8:4294967295] 00000400:00000200:1.0:1715210174.601654:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715210174.601663:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715210174.601663:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210174.601667:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715210174.601669:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715210174.601671:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210174.601674:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210174.601677:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715210174.601677:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210174.601681:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [920:920:255:4294967295] 192.168.202.130@tcp LPNI seq info [920:920:7:4294967295] 00000400:00000200:0.0:1715210174.601691:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210174.601691:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210174.601697:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210174.601698:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210174.601701:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:0.0:1715210174.601706:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210174.601713:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210174.601717:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210174.601823:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210174.601829:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715210174.601840:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210174.601849:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210174.601855:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da3b8 00000400:00000010:2.0:1715210174.601859:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da3b8. 00000100:00000200:2.0:1715210174.601870:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075988672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210174.602003:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210174.602007:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210174.602012:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210174.602018:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210174.602022:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715210174.602024:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715210174.602031:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075988736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210174.603987:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210174.604001:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0eac0 00000400:00000200:0.0:1715210174.604009:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d81 [1] + 224 00000400:00000200:0.0:1715210174.604034:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210174.604038:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210174.604046:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075988672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210174.604148:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210174.604158:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0eb00 00000400:00000200:0.0:1715210174.604165:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d85 [1] + 224 00000400:00000010:1.0:1715210174.604180:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210174.604186:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000200:0.0:1715210174.604188:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1715210174.604188:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210174.604194:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:1.0:1715210174.604195:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075988672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210174.604201:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075988736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210174.604210:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075988672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210174.604241:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715210174.604249:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715210174.604255:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000010:2.0:1715210174.604303:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:2.0:1715210174.604311:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715210174.604314:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715210174.604324:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075988736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210174.604339:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075988736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210174.604370:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210174.604376:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210174.604380:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715210179.609311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210179.609342:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715210179.609398:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210179.609402:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715210179.609470:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210179.609478:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 00000400:00000010:0.0:1715210179.609483:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715210179.609491:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988864, portal 4 02000000:00000010:2.0:1715210179.609498:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715210179.609500:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715210179.609502:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075988864, offset 0 00000400:00000010:2.0:1715210179.609507:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f78. 00000400:00000200:0.0:1715210179.609513:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210179.609523:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000400:00000200:0.0:1715210179.609527:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210179.609528:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988800, portal 25 00000400:00000010:2.0:1715210179.609532:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000400:00000200:0.0:1715210179.609533:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210179.609534:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075988800, offset 0 00000400:00000200:0.0:1715210179.609537:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210179.609541:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210179.609541:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210179.609543:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210179.609547:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [921:921:256:4294967295] 192.168.202.130@tcp LPNI seq info [921:921:8:4294967295] 00000400:00000200:0.0:1715210179.609558:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210179.609586:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210179.609588:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210179.609591:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210179.609592:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210179.609595:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210179.609597:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210179.609598:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210179.609601:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210179.609608:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210179.609613:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210179.609614:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [922:922:255:4294967295] 192.168.202.130@tcp LPNI seq info [922:922:7:4294967295] 00000400:00000200:2.0:1715210179.609623:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210179.609629:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210179.609632:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715210179.609637:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210179.609643:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210179.609647:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210179.609707:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210179.609714:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210179.609722:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210179.609730:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210179.609734:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715210179.609736:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715210179.609746:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075988864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210179.609839:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210179.609841:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715210179.609844:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210179.609848:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210179.609851:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715210179.609862:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715210179.609867:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075988800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210179.611848:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210179.611861:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0eb80 00000400:00000200:0.0:1715210179.611868:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d91 [1] + 224 00000400:00000200:0.0:1715210179.611879:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210179.611883:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210179.611891:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075988864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210179.611930:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210179.611935:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0eb40 00000400:00000200:0.0:1715210179.611940:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1d99 [1] + 224 00000400:00000200:0.0:1715210179.611961:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210179.611964:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210179.611969:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075988800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210179.612021:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 00000400:00000200:2.0:1715210179.612058:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715210179.612061:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715210179.612071:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075988864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210179.612085:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f78. 00000100:00000200:2.0:1715210179.612088:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075988864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210179.612095:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:3.0:1715210179.612099:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:3.0:1715210179.612108:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075988800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210179.612161:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075988800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210179.612178:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715210179.612188:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715210179.612193:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 02000000:00000010:3.0:1715210179.612196:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715210179.612201:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:3.0:1715210179.612203:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715210184.617303:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210184.617335:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210184.617397:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210184.617419:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:1.0:1715210184.617487:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 02000000:00000010:0.0:1715210184.617491:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210184.617499:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:1.0:1715210184.617499:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715210184.617505:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:1.0:1715210184.617507:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715210184.617512:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988992, portal 4 00000100:00000200:1.0:1715210184.617514:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075988928, portal 25 00000400:00000010:0.0:1715210184.617520:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000010:1.0:1715210184.617520:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dacc0. 00000100:00000200:1.0:1715210184.617524:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075988928, offset 0 00000400:00000200:1.0:1715210184.617536:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210184.617542:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075988992, offset 0 00000400:00000200:0.0:1715210184.617549:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210184.617552:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210184.617558:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210184.617563:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210184.617567:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210184.617569:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210184.617573:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [923:923:256:4294967295] 192.168.202.130@tcp LPNI seq info [923:923:8:4294967295] 00000400:00000200:1.0:1715210184.617584:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210184.617590:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210184.617592:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715210184.617595:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715210184.617596:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210184.617599:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715210184.617601:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210184.617602:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210184.617605:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210184.617608:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [924:924:255:4294967295] 192.168.202.130@tcp LPNI seq info [924:924:7:4294967295] 00000800:00000200:1.0:1715210184.617613:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210184.617617:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210184.617619:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210184.617622:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210184.617625:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715210184.617630:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210184.617636:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210184.617639:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210184.617714:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210184.617719:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715210184.617727:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210184.617734:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210184.617739:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dacc0 00000400:00000010:2.0:1715210184.617741:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dacc0. 00000100:00000200:2.0:1715210184.617749:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075988928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210184.617832:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210184.617834:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210184.617836:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210184.617840:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210184.617842:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715210184.617851:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715210184.617857:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075988992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210184.619686:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210184.619703:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ebc0 00000400:00000200:0.0:1715210184.619714:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1da5 [1] + 224 00000400:00000200:0.0:1715210184.619730:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210184.619735:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210184.619746:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075988928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210184.619801:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210184.619808:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ec00 00000400:00000200:0.0:1715210184.619813:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1da1 [1] + 224 00000400:00000010:1.0:1715210184.619831:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715210184.619834:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210184.619838:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210184.619839:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210184.619841:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210184.619849:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075988928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210184.619853:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075988992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210184.619860:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075988928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210184.619884:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715210184.619900:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715210184.619904:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:2.0:1715210184.620012:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 00000400:00000200:2.0:1715210184.620021:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715210184.620023:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715210184.620030:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075988992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210184.620041:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075988992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210184.620065:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210184.620069:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715210184.620072:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715210189.625323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210189.625352:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210189.625405:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210189.625409:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715210189.625477:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210189.625484:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 00000400:00000010:0.0:1715210189.625491:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715210189.625500:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989120, portal 4 00000400:00000010:0.0:1715210189.625507:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715210189.625510:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075989120, offset 0 00000400:00000200:0.0:1715210189.625520:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:3.0:1715210189.625521:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:3.0:1715210189.625530:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715210189.625535:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:3.0:1715210189.625536:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210189.625540:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989056, portal 25 00000400:00000200:0.0:1715210189.625541:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715210189.625544:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257908. 00000400:00000200:0.0:1715210189.625545:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:3.0:1715210189.625546:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075989056, offset 0 00000400:00000200:0.0:1715210189.625549:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210189.625552:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210189.625555:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [925:925:256:4294967295] 192.168.202.130@tcp LPNI seq info [925:925:8:4294967295] 00000400:00000200:3.0:1715210189.625555:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210189.625566:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210189.625572:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210189.625575:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210189.625577:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:3.0:1715210189.625579:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210189.625583:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210189.625584:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210189.625585:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210189.625588:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210189.625591:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [926:926:255:4294967295] 192.168.202.130@tcp LPNI seq info [926:926:7:4294967295] 00000800:00000200:0.0:1715210189.625594:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210189.625599:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210189.625600:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210189.625605:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210189.625609:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbac00. 00000800:00000200:3.0:1715210189.625613:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210189.625620:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210189.625623:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbac00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210189.625687:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210189.625693:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715210189.625701:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210189.625708:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210189.625712:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715210189.625714:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715210189.625723:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075989120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210189.625813:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210189.625815:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbac00. 00000400:00000200:1.0:1715210189.625818:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210189.625821:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210189.625824:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257908 00000400:00000010:1.0:1715210189.625826:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257908. 00000100:00000200:1.0:1715210189.625829:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075989056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210189.627709:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210189.627725:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ec80 00000400:00000200:0.0:1715210189.627736:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1db1 [1] + 224 00000400:00000200:0.0:1715210189.627751:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210189.627757:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210189.627792:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075989120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210189.627844:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210189.627851:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ec40 00000400:00000200:0.0:1715210189.627856:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1db9 [1] + 224 00000400:00000200:0.0:1715210189.627875:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210189.627879:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210189.627884:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075989056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210189.627924:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 00000400:00000200:2.0:1715210189.627932:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715210189.627934:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715210189.627969:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075989120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210189.627980:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075989120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210189.628011:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210189.628016:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000400:00000010:3.0:1715210189.628020:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000100:00000010:2.0:1715210189.628021:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000200:3.0:1715210189.628029:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210189.628031:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210189.628039:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075989056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210189.628049:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075989056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210189.628082:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210189.628088:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715210189.628091:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715210194.633262:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210194.633297:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715210194.633357:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210194.633361:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715210194.633439:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210194.633447:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 00000400:00000010:0.0:1715210194.633454:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 02000000:00000010:1.0:1715210194.633457:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000100:00000200:0.0:1715210194.633462:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989248, portal 4 00000400:00000010:1.0:1715210194.633466:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210194.633471:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715210194.633474:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715210194.633476:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075989248, offset 0 00000100:00000200:1.0:1715210194.633476:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989184, portal 25 00000400:00000010:1.0:1715210194.633480:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da660. 00000400:00000200:0.0:1715210194.633487:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210194.633492:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075989184, offset 0 00000400:00000200:1.0:1715210194.633499:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210194.633501:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210194.633508:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210194.633512:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210194.633516:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210194.633519:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210194.633522:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [927:927:256:4294967295] 192.168.202.130@tcp LPNI seq info [927:927:8:4294967295] 00000400:00000200:0.0:1715210194.633533:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210194.633540:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210194.633542:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210194.633543:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210194.633546:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210194.633549:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210194.633552:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210194.633554:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210194.633557:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [928:928:255:4294967295] 192.168.202.130@tcp LPNI seq info [928:928:7:4294967295] 00000400:00000200:1.0:1715210194.633567:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210194.633570:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210194.633581:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210194.633586:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210194.633593:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210194.633597:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715210194.633601:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210194.633608:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210194.633611:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210194.633679:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210194.633685:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210194.633693:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210194.633700:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210194.633705:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715210194.633707:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715210194.633716:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075989248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210194.633826:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210194.633829:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715210194.633833:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210194.633837:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210194.633839:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da660 00000400:00000010:2.0:1715210194.633841:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da660. 00000100:00000200:2.0:1715210194.633845:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075989184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210194.635999:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210194.636017:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ed00 00000400:00000200:0.0:1715210194.636027:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1dc1 [1] + 224 00000400:00000200:0.0:1715210194.636042:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210194.636048:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210194.636058:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075989248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210194.636113:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210194.636152:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ecc0 00000400:00000200:0.0:1715210194.636157:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1dc5 [1] + 224 00000400:00000200:0.0:1715210194.636177:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210194.636181:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210194.636187:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075989184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210194.636194:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 00000400:00000200:2.0:1715210194.636202:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715210194.636204:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715210194.636211:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075989248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210194.636222:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075989248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210194.636253:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210194.636259:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715210194.636263:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:1.0:1715210194.636304:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210194.636312:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210194.636314:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210194.636321:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075989184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210194.636332:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075989184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210194.636349:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715210194.636355:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715210194.636358:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715210199.641338:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210199.641371:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210199.641442:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210199.641449:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715210199.641543:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210199.641543:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715210199.641554:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 00000400:00000010:2.0:1715210199.641554:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f20. 00000400:00000010:2.0:1715210199.641561:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000400:00000010:0.0:1715210199.641562:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715210199.641570:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989312, portal 25 00000100:00000200:0.0:1715210199.641571:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989376, portal 4 00000400:00000010:2.0:1715210199.641575:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715210199.641578:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075989312, offset 0 00000400:00000010:0.0:1715210199.641581:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000200:2.0:1715210199.641589:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210199.641597:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075989376, offset 0 00000400:00000200:2.0:1715210199.641605:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210199.641607:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210199.641612:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210199.641618:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210199.641623:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210199.641628:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210199.641658:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [929:929:256:4294967295] 192.168.202.130@tcp LPNI seq info [929:929:8:4294967295] 00000400:00000200:2.0:1715210199.641674:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210199.641684:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210199.641690:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210199.641691:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:2.0:1715210199.641698:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210199.641707:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210199.641709:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210199.641713:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715210199.641715:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210199.641716:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210199.641720:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210199.641725:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [930:930:255:4294967295] 192.168.202.130@tcp LPNI seq info [930:930:7:4294967295] 00000400:00000200:0.0:1715210199.641738:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210199.641747:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210199.641752:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715210199.641759:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210199.641767:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210199.641773:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210199.641810:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210199.641816:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715210199.641824:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210199.641832:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210199.641836:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715210199.641838:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715210199.641847:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075989312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210199.641976:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210199.641978:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210199.641981:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210199.641985:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210199.641988:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715210199.641989:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715210199.641993:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075989376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210199.644029:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210199.644048:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ed40 00000400:00000200:0.0:1715210199.644059:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1dd1 [1] + 224 00000400:00000200:0.0:1715210199.644073:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210199.644079:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210199.644089:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075989312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210199.644179:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210199.644189:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ed80 00000400:00000200:0.0:1715210199.644196:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1dd5 [1] + 224 00000400:00000200:0.0:1715210199.644218:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715210199.644220:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f20. 00000400:00000200:0.0:1715210199.644224:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210199.644227:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:2.0:1715210199.644229:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715210199.644237:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075989312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210199.644247:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075989376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210199.644248:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075989312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210199.644273:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715210199.644279:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715210199.644283:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:1.0:1715210199.644371:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 00000400:00000200:1.0:1715210199.644379:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715210199.644381:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715210199.644389:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075989376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210199.644399:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075989376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210199.644422:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715210199.644426:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715210199.644429:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715210204.649348:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210204.649384:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210204.649459:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210204.649490:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:1.0:1715210204.649557:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:1.0:1715210204.649569:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210204.649577:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210204.649586:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989440, portal 25 02000000:00000010:0.0:1715210204.649589:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:1.0:1715210204.649591:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dadd0. 00000100:00000200:1.0:1715210204.649594:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075989440, offset 0 00000400:00000010:0.0:1715210204.649596:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 00000400:00000200:1.0:1715210204.649605:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715210204.649614:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715210204.649620:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989504, portal 4 00000400:00000200:1.0:1715210204.649620:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210204.649626:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1715210204.649629:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000200:1.0:1715210204.649630:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:0.0:1715210204.649631:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075989504, offset 0 00000400:00000200:1.0:1715210204.649634:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210204.649636:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210204.649640:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [931:931:256:4294967295] 192.168.202.130@tcp LPNI seq info [931:931:8:4294967295] 00000400:00000200:0.0:1715210204.649641:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210204.649650:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210204.649657:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210204.649660:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715210204.649661:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715210204.649665:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715210204.649667:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210204.649670:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210204.649673:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210204.649677:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715210204.649678:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210204.649681:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [932:932:255:4294967295] 192.168.202.130@tcp LPNI seq info [932:932:7:4294967295] 00000800:00000200:1.0:1715210204.649683:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210204.649694:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210204.649702:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210204.649707:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715210204.649713:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210204.649722:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210204.649727:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210204.649801:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210204.649858:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210204.649870:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210204.649878:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210204.649883:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dadd0 00000400:00000010:2.0:1715210204.649885:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dadd0. 00000100:00000200:2.0:1715210204.649894:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075989440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210204.649991:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210204.649993:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715210204.649996:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210204.650000:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210204.650003:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715210204.650013:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715210204.650018:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075989504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210204.652015:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210204.652033:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0edc0 00000400:00000200:0.0:1715210204.652044:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1de1 [1] + 224 00000400:00000200:0.0:1715210204.652059:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210204.652065:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210204.652074:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075989440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210204.652164:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210204.652175:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ee00 00000400:00000200:0.0:1715210204.652193:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1de9 [1] + 224 00000400:00000010:1.0:1715210204.652207:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210204.652215:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210204.652217:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210204.652220:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1715210204.652224:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075989440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210204.652225:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210204.652231:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075989504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210204.652236:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075989440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210204.652261:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715210204.652268:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715210204.652272:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:2.0:1715210204.652305:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:2.0:1715210204.652311:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715210204.652313:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715210204.652319:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075989504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210204.652329:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075989504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210204.652352:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210204.652356:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715210204.652359:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715210209.657338:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210209.657369:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715210209.657422:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210209.657426:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210209.657500:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210209.657508:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 00000400:00000010:0.0:1715210209.657515:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715210209.657523:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989632, portal 4 00000400:00000010:0.0:1715210209.657531:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 02000000:00000010:2.0:1715210209.657531:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000100:00000200:0.0:1715210209.657534:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075989632, offset 0 00000400:00000010:2.0:1715210209.657540:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f20. 00000400:00000200:0.0:1715210209.657544:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210209.657555:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000400:00000200:0.0:1715210209.657559:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210209.657561:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989568, portal 25 00000400:00000200:0.0:1715210209.657565:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210209.657565:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715210209.657567:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075989568, offset 0 00000400:00000200:0.0:1715210209.657570:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210209.657574:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210209.657574:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210209.657577:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210209.657580:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [933:933:256:4294967295] 192.168.202.130@tcp LPNI seq info [933:933:8:4294967295] 00000400:00000200:0.0:1715210209.657591:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210209.657597:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210209.657600:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210209.657601:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715210209.657604:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210209.657607:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210209.657608:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210209.657610:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210209.657613:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210209.657616:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [934:934:255:4294967295] 192.168.202.130@tcp LPNI seq info [934:934:7:4294967295] 00000800:00000200:0.0:1715210209.657619:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210209.657625:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210209.657625:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210209.657630:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210209.657634:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715210209.657638:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210209.657666:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210209.657669:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210209.657710:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210209.657716:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715210209.657725:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210209.657732:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210209.657736:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715210209.657739:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715210209.657748:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075989632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210209.657883:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210209.657886:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715210209.657888:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210209.657892:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210209.657895:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715210209.657897:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715210209.657901:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075989568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210209.659871:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210209.659892:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ee80 00000400:00000200:0.0:1715210209.659899:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1df1 [1] + 224 00000400:00000200:0.0:1715210209.659912:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210209.659915:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210209.659922:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075989632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210209.659962:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210209.659967:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ee40 00000400:00000200:0.0:1715210209.659971:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1df9 [1] + 224 00000400:00000200:0.0:1715210209.659988:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210209.659992:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210209.659997:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075989568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210209.660046:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 00000400:00000200:2.0:1715210209.660054:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715210209.660056:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715210209.660064:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075989632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210209.660068:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f20. 00000400:00000200:3.0:1715210209.660074:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000100:00000200:2.0:1715210209.660076:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075989632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210209.660076:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:3.0:1715210209.660083:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075989568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210209.660094:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075989568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210209.660108:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:3.0:1715210209.660111:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715210209.660113:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715210209.660158:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 02000000:00000010:3.0:1715210209.660412:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715210209.660416:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715210214.665284:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210214.665316:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210214.665374:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210214.665378:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210214.665457:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210214.665465:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 00000400:00000010:0.0:1715210214.665471:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715210214.665480:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989760, portal 4 00000400:00000010:0.0:1715210214.665488:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715210214.665490:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075989760, offset 0 02000000:00000010:1.0:1715210214.665490:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:1.0:1715210214.665499:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715210214.665500:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210214.665514:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210214.665515:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210214.665519:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989696, portal 25 00000400:00000200:0.0:1715210214.665521:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210214.665523:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da330. 00000100:00000200:1.0:1715210214.665525:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075989696, offset 0 00000400:00000200:0.0:1715210214.665527:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210214.665531:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210214.665534:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210214.665547:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [935:935:256:4294967295] 192.168.202.130@tcp LPNI seq info [935:935:8:4294967295] 00000400:00000200:1.0:1715210214.665551:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210214.665568:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210214.665576:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210214.665577:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210214.665581:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715210214.665582:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210214.665585:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210214.665587:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210214.665588:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210214.665591:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210214.665594:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [936:936:255:4294967295] 192.168.202.130@tcp LPNI seq info [936:936:7:4294967295] 00000800:00000200:0.0:1715210214.665599:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210214.665603:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210214.665604:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210214.665608:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210214.665611:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715210214.665616:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210214.665623:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210214.665626:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210214.665693:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210214.665699:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715210214.665707:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210214.665714:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210214.665756:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715210214.665758:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715210214.665768:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075989760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210214.665861:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210214.665864:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715210214.665867:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210214.665871:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210214.665874:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da330 00000400:00000010:2.0:1715210214.665876:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da330. 00000100:00000200:2.0:1715210214.665880:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075989696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210214.667919:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210214.667932:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0eec0 00000400:00000200:0.0:1715210214.667940:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e09 [1] + 224 00000400:00000200:0.0:1715210214.667951:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210214.667955:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210214.667963:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075989696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210214.667998:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210214.668004:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ef00 00000400:00000200:0.0:1715210214.668008:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e01 [1] + 224 00000400:00000200:0.0:1715210214.668025:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210214.668029:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210214.668034:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075989760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210214.668085:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210214.668092:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210214.668094:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210214.668102:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075989696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210214.668113:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075989696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210214.668154:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 00000400:00000200:2.0:1715210214.668162:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715210214.668164:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 02000000:00000010:1.0:1715210214.668178:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 00000100:00000200:2.0:1715210214.668180:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075989760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210214.668184:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715210214.668188:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000200:2.0:1715210214.668191:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075989760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210214.668216:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210214.668220:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715210214.668223:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715210219.673262:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210219.673286:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210219.673334:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210219.673339:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715210219.673397:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210219.673406:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 00000400:00000010:0.0:1715210219.673423:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 02000000:00000010:2.0:1715210219.673425:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000100:00000200:0.0:1715210219.673431:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989888, portal 4 00000400:00000010:2.0:1715210219.673434:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e70. 00000400:00000010:0.0:1715210219.673440:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000400:00000010:2.0:1715210219.673440:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:0.0:1715210219.673442:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075989888, offset 0 00000100:00000200:2.0:1715210219.673445:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989824, portal 25 00000400:00000010:2.0:1715210219.673449:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000400:00000200:0.0:1715210219.673453:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210219.673461:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075989824, offset 0 00000400:00000200:0.0:1715210219.673467:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210219.673469:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210219.673473:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210219.673478:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210219.673481:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210219.673484:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210219.673488:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [937:937:256:4294967295] 192.168.202.130@tcp LPNI seq info [937:937:8:4294967295] 00000400:00000200:0.0:1715210219.673499:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210219.673505:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210219.673508:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210219.673510:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715210219.673511:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210219.673515:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210219.673517:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210219.673518:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210219.673521:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210219.673524:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [938:938:255:4294967295] 192.168.202.130@tcp LPNI seq info [938:938:7:4294967295] 00000800:00000200:0.0:1715210219.673527:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210219.673532:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210219.673533:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210219.673538:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210219.673542:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715210219.673547:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210219.673553:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210219.673557:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210219.673616:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210219.673622:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210219.673628:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210219.673635:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210219.673639:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715210219.673641:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715210219.673650:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075989888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210219.673799:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210219.673802:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715210219.673805:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210219.673809:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210219.673813:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715210219.673814:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715210219.673819:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075989824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210219.675716:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210219.675729:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ef80 00000400:00000200:0.0:1715210219.675737:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e11 [1] + 224 00000400:00000200:0.0:1715210219.675750:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210219.675755:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210219.675765:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075989888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210219.675820:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210219.675829:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ef40 00000400:00000200:0.0:1715210219.675836:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e19 [1] + 224 00000400:00000200:0.0:1715210219.675858:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210219.675873:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210219.675882:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075989824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210219.675893:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:2.0:1715210219.675901:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715210219.675902:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715210219.675910:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075989888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210219.675931:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075989888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210219.675964:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210219.675970:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715210219.675974:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:3.0:1715210219.676007:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e70. 00000400:00000200:3.0:1715210219.676015:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:3.0:1715210219.676017:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:3.0:1715210219.676025:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075989824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210219.676036:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075989824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210219.676054:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715210219.676058:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715210219.676061:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715210224.681300:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210224.681333:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210224.681406:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210224.681415:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:1.0:1715210224.681510:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 02000000:00000010:0.0:1715210224.681512:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:1.0:1715210224.681521:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715210224.681522:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:0.0:1715210224.681529:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000010:1.0:1715210224.681529:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210224.681538:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075989952, portal 25 00000400:00000010:1.0:1715210224.681543:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daa18. 00000100:00000200:0.0:1715210224.681551:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990016, portal 4 00000100:00000200:1.0:1715210224.681558:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075989952, offset 0 00000400:00000010:0.0:1715210224.681560:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715210224.681562:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075990016, offset 0 00000400:00000200:1.0:1715210224.681569:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210224.681583:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210224.681586:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210224.681591:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210224.681596:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210224.681600:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210224.681603:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210224.681606:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [939:939:256:4294967295] 192.168.202.130@tcp LPNI seq info [939:939:8:4294967295] 00000400:00000200:1.0:1715210224.681617:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210224.681623:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210224.681628:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715210224.681628:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715210224.681661:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210224.681675:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210224.681677:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715210224.681681:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210224.681683:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210224.681687:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210224.681691:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210224.681696:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [940:940:255:4294967295] 192.168.202.130@tcp LPNI seq info [940:940:7:4294967295] 00000400:00000200:0.0:1715210224.681706:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210224.681712:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210224.681716:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000800:00000200:0.0:1715210224.681721:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210224.681727:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210224.681731:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210224.681778:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210224.681784:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715210224.681793:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210224.681801:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210224.681805:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daa18 00000400:00000010:2.0:1715210224.681807:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daa18. 00000100:00000200:2.0:1715210224.681816:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075989952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210224.681924:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210224.681927:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715210224.681931:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210224.681935:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210224.681938:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715210224.681939:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715210224.681944:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075990016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210224.683971:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210224.683986:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0efc0 00000400:00000200:0.0:1715210224.683996:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e21 [1] + 224 00000400:00000200:0.0:1715210224.684033:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210224.684037:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210224.684045:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075989952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210224.684085:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210224.684090:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f000 00000400:00000200:0.0:1715210224.684095:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e25 [1] + 224 00000400:00000200:0.0:1715210224.684111:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210224.684143:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210224.684148:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075990016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210224.684158:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210224.684166:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210224.684187:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210224.684195:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075989952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210224.684207:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075989952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210224.684233:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715210224.684239:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715210224.684243:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000010:2.0:1715210224.684266:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 00000400:00000200:2.0:1715210224.684275:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715210224.684277:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715210224.684285:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075990016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210224.684296:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075990016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210224.684320:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715210224.684324:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715210224.684336:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210229.689307:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210229.689337:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210229.689393:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210229.689396:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210229.689465:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210229.689473:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 00000400:00000010:0.0:1715210229.689480:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715210229.689487:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990144, portal 4 00000400:00000010:0.0:1715210229.689496:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 02000000:00000010:3.0:1715210229.689496:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000100:00000200:0.0:1715210229.689498:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075990144, offset 0 00000400:00000010:3.0:1715210229.689507:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715210229.689510:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210229.689525:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:3.0:1715210229.689527:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715210229.689531:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1715210229.689534:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990080, portal 25 00000400:00000200:0.0:1715210229.689536:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210229.689539:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1715210229.689540:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02574c8. 00000400:00000200:0.0:1715210229.689542:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000100:00000200:3.0:1715210229.689543:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075990080, offset 0 00000400:00000200:0.0:1715210229.689546:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [941:941:256:4294967295] 192.168.202.130@tcp LPNI seq info [941:941:8:4294967295] 00000400:00000200:3.0:1715210229.689553:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210229.689557:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210229.689577:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210229.689582:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:3.0:1715210229.689583:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210229.689622:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210229.689633:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210229.689638:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210229.689640:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210229.689646:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210229.689650:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210229.689655:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210229.689659:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [942:942:255:4294967295] 192.168.202.130@tcp LPNI seq info [942:942:7:4294967295] 00000400:00000200:3.0:1715210229.689674:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210229.689682:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210229.689688:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba500. 00000800:00000200:3.0:1715210229.689694:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210229.689704:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210229.689709:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210229.689732:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210229.689738:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210229.689745:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210229.689752:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210229.689757:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715210229.689760:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715210229.689769:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075990144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210229.689860:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210229.689862:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba500. 00000400:00000200:1.0:1715210229.689865:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210229.689869:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210229.689871:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02574c8 00000400:00000010:1.0:1715210229.689873:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02574c8. 00000100:00000200:1.0:1715210229.689876:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075990080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210229.691957:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210229.691970:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f080 00000400:00000200:0.0:1715210229.691978:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e31 [1] + 224 00000400:00000200:0.0:1715210229.691989:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210229.691993:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210229.692001:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075990144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210229.692037:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210229.692042:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f040 00000400:00000200:0.0:1715210229.692046:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e39 [1] + 224 00000400:00000200:0.0:1715210229.692063:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210229.692068:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210229.692072:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075990080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210229.692162:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210229.692171:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210229.692173:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715210229.692181:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 00000100:00000200:3.0:1715210229.692181:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075990080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715210229.692189:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715210229.692191:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:3.0:1715210229.692191:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075990080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210229.692200:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075990144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210229.692211:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075990144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210229.692217:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210229.692225:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715210229.692229:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 02000000:00000010:2.0:1715210229.692236:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210229.692240:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715210229.692243:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210234.697308:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210234.697339:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210234.697394:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210234.697398:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715210234.697474:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210234.697479:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715210234.697482:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 00000400:00000010:0.0:1715210234.697488:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000010:2.0:1715210234.697490:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e18. 00000100:00000200:0.0:1715210234.697496:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990272, portal 4 00000400:00000010:2.0:1715210234.697499:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000400:00000010:0.0:1715210234.697504:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715210234.697505:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990208, portal 25 00000400:00000010:2.0:1715210234.697510:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715210234.697514:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075990208, offset 0 00000400:00000200:2.0:1715210234.697528:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210234.697537:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075990272, offset 0 00000400:00000200:2.0:1715210234.697576:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210234.697582:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210234.697584:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210234.697590:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210234.697596:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210234.697600:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210234.697605:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [943:943:256:4294967295] 192.168.202.130@tcp LPNI seq info [943:943:8:4294967295] 00000400:00000200:2.0:1715210234.697622:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210234.697633:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210234.697637:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210234.697640:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715210234.697642:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210234.697647:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715210234.697649:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210234.697651:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210234.697655:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210234.697659:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [944:944:255:4294967295] 192.168.202.130@tcp LPNI seq info [944:944:7:4294967295] 00000800:00000200:2.0:1715210234.697662:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210234.697669:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210234.697673:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210234.697681:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210234.697686:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000800:00000200:0.0:1715210234.697693:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210234.697702:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210234.697707:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210234.697788:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210234.697794:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715210234.697803:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210234.697810:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210234.697815:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:1.0:1715210234.697817:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:1.0:1715210234.697826:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075990208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210234.697945:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210234.697947:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715210234.697950:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210234.697954:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210234.697957:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715210234.697958:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715210234.697962:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075990272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210234.699930:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210234.699943:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f0c0 00000400:00000200:0.0:1715210234.699951:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e45 [1] + 224 00000400:00000200:0.0:1715210234.699963:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210234.699966:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210234.699973:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075990208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210234.700010:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210234.700015:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f100 00000400:00000200:0.0:1715210234.700019:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e41 [1] + 224 00000400:00000200:0.0:1715210234.700036:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210234.700040:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210234.700045:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075990272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210234.700056:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e18. 00000400:00000200:2.0:1715210234.700064:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:2.0:1715210234.700066:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715210234.700074:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075990208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210234.700090:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075990208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210234.700168:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715210234.700176:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000400:00000010:1.0:1715210234.700181:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000100:00000010:2.0:1715210234.700181:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000200:1.0:1715210234.700189:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:1.0:1715210234.700191:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715210234.700199:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075990272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210234.700209:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075990272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210234.700233:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715210234.700238:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715210234.700241:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715210239.705264:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210239.705294:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210239.705351:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210239.705356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210239.705430:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210239.705438:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:0.0:1715210239.705445:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715210239.705452:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990400, portal 4 02000000:00000010:1.0:1715210239.705459:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:0.0:1715210239.705460:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715210239.705463:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075990400, offset 0 00000400:00000010:1.0:1715210239.705469:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715210239.705474:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210239.705487:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210239.705488:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210239.705493:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990336, portal 25 00000400:00000200:0.0:1715210239.705494:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210239.705498:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:1.0:1715210239.705500:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dac38. 00000400:00000200:0.0:1715210239.705528:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210239.705531:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210239.705534:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [945:945:256:4294967295] 192.168.202.130@tcp LPNI seq info [945:945:8:4294967295] 00000400:00000200:0.0:1715210239.705546:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000100:00000200:1.0:1715210239.705547:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075990336, offset 0 00000800:00000200:0.0:1715210239.705553:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210239.705557:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715210239.705557:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210239.705564:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210239.705569:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210239.705574:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210239.705575:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210239.705579:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210239.705580:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210239.705582:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210239.705586:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210239.705613:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [946:946:255:4294967295] 192.168.202.130@tcp LPNI seq info [946:946:7:4294967295] 00000400:00000200:1.0:1715210239.705628:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210239.705637:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210239.705642:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715210239.705649:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210239.705658:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210239.705663:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210239.705701:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210239.705709:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210239.705718:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210239.705728:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210239.705735:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715210239.705738:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715210239.705750:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075990400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210239.705862:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210239.705866:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715210239.705872:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210239.705879:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210239.705883:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dac38 00000400:00000010:2.0:1715210239.705886:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dac38. 00000100:00000200:2.0:1715210239.705892:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075990336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210239.707931:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210239.707944:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f180 00000400:00000200:0.0:1715210239.707952:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e51 [1] + 224 00000400:00000200:0.0:1715210239.707963:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210239.707967:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210239.707985:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075990400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210239.708027:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210239.708033:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f140 00000400:00000200:0.0:1715210239.708037:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e59 [1] + 224 00000400:00000200:0.0:1715210239.708053:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210239.708057:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210239.708062:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075990336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210239.708084:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000400:00000200:2.0:1715210239.708091:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715210239.708093:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715210239.708103:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075990400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210239.708153:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715210239.708159:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075990400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210239.708160:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210239.708162:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210239.708170:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075990336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210239.708185:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075990336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210239.708208:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:2.0:1715210239.708209:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715210239.708217:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 02000000:00000010:2.0:1715210239.708217:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715210239.708222:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:2.0:1715210239.708223:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715210244.713335:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210244.713365:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715210244.713425:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210244.713429:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715210244.713544:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210244.713552:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 00000400:00000010:0.0:1715210244.713559:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 02000000:00000010:2.0:1715210244.713562:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000100:00000200:0.0:1715210244.713567:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990528, portal 4 00000400:00000010:2.0:1715210244.713571:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e18. 00000400:00000010:0.0:1715210244.713576:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000010:2.0:1715210244.713576:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:0.0:1715210244.713579:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075990528, offset 0 00000100:00000200:2.0:1715210244.713581:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990464, portal 25 00000400:00000010:2.0:1715210244.713585:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000400:00000200:0.0:1715210244.713589:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210244.713597:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075990464, offset 0 00000400:00000200:2.0:1715210244.713604:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210244.713605:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210244.713611:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210244.713616:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210244.713620:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210244.713622:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210244.713626:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [947:947:256:4294967295] 192.168.202.130@tcp LPNI seq info [947:947:8:4294967295] 00000400:00000200:0.0:1715210244.713637:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210244.713643:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210244.713646:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210244.713647:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210244.713650:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210244.713653:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210244.713656:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210244.713659:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210244.713661:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [948:948:255:4294967295] 192.168.202.130@tcp LPNI seq info [948:948:7:4294967295] 00000400:00000200:2.0:1715210244.713671:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210244.713673:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210244.713676:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210244.713679:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715210244.713684:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210244.713685:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210244.713690:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210244.713691:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210244.713694:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210244.713785:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210244.713791:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210244.713800:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210244.713807:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210244.713811:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715210244.713813:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715210244.713823:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075990528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210244.713917:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210244.713919:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715210244.713922:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210244.713926:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210244.713929:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715210244.713940:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715210244.713946:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075990464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210244.716048:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210244.716061:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f1c0 00000400:00000200:0.0:1715210244.716069:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e69 [1] + 224 00000400:00000200:0.0:1715210244.716079:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210244.716083:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210244.716090:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075990464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210244.716153:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210244.716158:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f200 00000400:00000200:0.0:1715210244.716162:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e61 [1] + 224 00000400:00000200:0.0:1715210244.716180:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210244.716184:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210244.716189:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075990528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210244.716220:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e18. 00000400:00000200:2.0:1715210244.716228:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:2.0:1715210244.716230:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715210244.716237:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075990464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210244.716248:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075990464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210244.716291:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715210244.716297:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715210244.716301:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:1.0:1715210244.716314:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000400:00000200:1.0:1715210244.716323:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715210244.716325:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715210244.716333:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075990528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210244.716344:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075990528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210244.716368:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715210244.716372:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715210244.716375:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210249.721339:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210249.721370:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715210249.721461:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210249.721466:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715210249.721539:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715210249.721542:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715210249.721546:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 00000400:00000010:1.0:1715210249.721551:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715210249.721553:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000400:00000010:1.0:1715210249.721557:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715210249.721561:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990656, portal 4 00000100:00000200:1.0:1715210249.721561:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990592, portal 25 00000400:00000010:1.0:1715210249.721566:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da2a8. 00000400:00000010:0.0:1715210249.721568:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715210249.721569:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075990592, offset 0 00000100:00000200:0.0:1715210249.721570:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075990656, offset 0 00000400:00000200:1.0:1715210249.721580:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210249.721589:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210249.721597:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210249.721603:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210249.721607:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210249.721611:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210249.721614:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210249.721617:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [949:949:256:4294967295] 192.168.202.130@tcp LPNI seq info [949:949:8:4294967295] 00000400:00000200:1.0:1715210249.721628:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210249.721635:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210249.721637:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715210249.721639:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715210249.721645:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210249.721660:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210249.721664:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715210249.721666:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210249.721667:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210249.721670:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715210249.721671:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210249.721673:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [950:950:255:4294967295] 192.168.202.130@tcp LPNI seq info [950:950:7:4294967295] 00000400:00000200:0.0:1715210249.721683:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210249.721688:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210249.721692:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:0.0:1715210249.721696:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210249.721703:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210249.721706:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210249.721773:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210249.721779:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210249.721789:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210249.721795:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210249.721799:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da2a8 00000400:00000010:2.0:1715210249.721801:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da2a8. 00000100:00000200:2.0:1715210249.721811:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075990592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210249.721904:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210249.721907:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210249.721910:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210249.721914:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210249.721917:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715210249.721918:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715210249.721922:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075990656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210249.723956:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210249.723968:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f240 00000400:00000200:0.0:1715210249.723976:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e75 [1] + 224 00000400:00000200:0.0:1715210249.723987:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210249.723991:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210249.723999:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075990592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210249.724036:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210249.724041:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f280 00000400:00000200:0.0:1715210249.724046:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e71 [1] + 224 00000400:00000200:0.0:1715210249.724063:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210249.724068:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210249.724072:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075990656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210249.724103:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210249.724113:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210249.724167:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210249.724176:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075990592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210249.724188:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075990592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210249.724200:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 00000400:00000200:2.0:1715210249.724208:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715210249.724210:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 02000000:00000010:1.0:1715210249.724215:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 00000100:00000200:2.0:1715210249.724218:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075990656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210249.724221:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715210249.724226:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000200:2.0:1715210249.724229:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075990656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210249.724253:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210249.724258:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715210249.724261:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210254.729333:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210254.729363:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210254.729450:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210254.729475:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:2.0:1715210254.729522:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 02000000:00000010:0.0:1715210254.729542:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:2.0:1715210254.729544:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e18. 00000400:00000010:0.0:1715210254.729548:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 00000400:00000010:2.0:1715210254.729552:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000400:00000010:0.0:1715210254.729553:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715210254.729561:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990784, portal 4 00000400:00000010:0.0:1715210254.729568:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715210254.729569:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990720, portal 25 00000100:00000200:0.0:1715210254.729571:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075990784, offset 0 00000400:00000010:2.0:1715210254.729573:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000400:00000200:0.0:1715210254.729582:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210254.729586:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075990720, offset 0 00000400:00000200:2.0:1715210254.729594:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210254.729597:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210254.729603:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210254.729608:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210254.729612:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210254.729614:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210254.729618:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [951:951:256:4294967295] 192.168.202.130@tcp LPNI seq info [951:951:8:4294967295] 00000400:00000200:0.0:1715210254.729629:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210254.729635:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210254.729638:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210254.729640:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715210254.729642:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210254.729645:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210254.729646:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210254.729648:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210254.729651:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210254.729654:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [952:952:255:4294967295] 192.168.202.130@tcp LPNI seq info [952:952:7:4294967295] 00000800:00000200:0.0:1715210254.729657:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210254.729662:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210254.729663:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210254.729668:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210254.729672:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715210254.729677:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210254.729684:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210254.729687:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210254.729753:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210254.729759:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715210254.729768:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210254.729775:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210254.729780:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715210254.729782:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715210254.729792:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075990784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210254.729891:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210254.729894:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715210254.729896:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210254.729900:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210254.729903:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:1.0:1715210254.729905:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:1.0:1715210254.729908:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075990720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210254.731823:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210254.731836:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f300 00000400:00000200:0.0:1715210254.731844:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e81 [1] + 224 00000400:00000200:0.0:1715210254.731855:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210254.731858:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210254.731866:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075990784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210254.731902:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210254.731908:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f2c0 00000400:00000200:0.0:1715210254.731922:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e85 [1] + 224 00000400:00000200:0.0:1715210254.731940:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210254.731943:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210254.731948:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075990720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210254.731993:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000400:00000200:2.0:1715210254.732001:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715210254.732003:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715210254.732011:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075990784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210254.732018:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e18. 00000100:00000200:2.0:1715210254.732023:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075990784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210254.732026:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:3.0:1715210254.732028:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:3.0:1715210254.732036:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075990720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210254.732047:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075990720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210254.732055:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210254.732059:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715210254.732064:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 02000000:00000010:3.0:1715210254.732065:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715210254.732078:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715210254.732081:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715210259.737257:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210259.737287:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210259.737391:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210259.737399:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:1.0:1715210259.737428:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:1.0:1715210259.737438:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210259.737448:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210259.737479:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990848, portal 25 02000000:00000010:0.0:1715210259.737481:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210259.737485:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 00000400:00000010:1.0:1715210259.737486:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da5d8. 00000400:00000010:0.0:1715210259.737490:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715210259.737490:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075990848, offset 0 00000100:00000200:0.0:1715210259.737493:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990912, portal 4 00000400:00000010:0.0:1715210259.737500:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000200:1.0:1715210259.737504:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210259.737515:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075990912, offset 0 00000400:00000200:0.0:1715210259.737522:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210259.737522:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210259.737529:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210259.737536:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210259.737541:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210259.737545:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210259.737550:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [953:953:256:4294967295] 192.168.202.130@tcp LPNI seq info [953:953:8:4294967295] 00000400:00000200:1.0:1715210259.737564:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210259.737574:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210259.737576:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715210259.737579:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715210259.737580:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210259.737584:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210259.737587:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210259.737588:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210259.737590:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210259.737594:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [954:954:255:4294967295] 192.168.202.130@tcp LPNI seq info [954:954:7:4294967295] 00000800:00000200:1.0:1715210259.737601:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210259.737604:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210259.737607:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210259.737611:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210259.737614:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:0.0:1715210259.737619:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210259.737625:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210259.737629:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210259.737702:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210259.737708:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715210259.737726:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210259.737733:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210259.737738:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da5d8 00000400:00000010:2.0:1715210259.737740:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da5d8. 00000100:00000200:2.0:1715210259.737749:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075990848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210259.737825:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210259.737828:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210259.737830:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210259.737834:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210259.737837:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715210259.737838:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715210259.737842:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075990912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210259.739837:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210259.739867:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f340 00000400:00000200:0.0:1715210259.739878:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e91 [1] + 224 00000400:00000200:0.0:1715210259.739897:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210259.739903:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210259.739913:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075990848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210259.739972:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210259.739982:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f380 00000400:00000200:0.0:1715210259.739988:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1e99 [1] + 224 00000400:00000200:0.0:1715210259.740009:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210259.740015:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210259.740024:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075990912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210259.740065:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210259.740073:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210259.740076:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210259.740083:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075990848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210259.740095:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075990848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210259.740164:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:2.0:1715210259.740172:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715210259.740174:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715210259.740182:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075990912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210259.740193:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075990912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210259.740196:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715210259.740203:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715210259.740208:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 02000000:00000010:2.0:1715210259.740216:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210259.740221:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715210259.740224:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715210264.745350:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210264.745381:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715210264.745437:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210264.745442:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:2.0:1715210264.745514:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 02000000:00000010:0.0:1715210264.745516:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210264.745523:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 00000400:00000010:2.0:1715210264.745524:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b58. 00000400:00000010:0.0:1715210264.745530:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000010:2.0:1715210264.745531:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:0.0:1715210264.745537:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991040, portal 4 00000100:00000200:2.0:1715210264.745545:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075990976, portal 25 00000400:00000010:0.0:1715210264.745548:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000010:2.0:1715210264.745550:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:0.0:1715210264.745551:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075991040, offset 0 00000100:00000200:2.0:1715210264.745553:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075990976, offset 0 00000400:00000200:0.0:1715210264.745562:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210264.745571:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210264.745577:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210264.745583:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210264.745587:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210264.745591:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210264.745594:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210264.745607:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [955:955:256:4294967295] 192.168.202.130@tcp LPNI seq info [955:955:8:4294967295] 00000400:00000200:0.0:1715210264.745618:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210264.745626:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210264.745628:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210264.745630:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715210264.745632:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210264.745636:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210264.745637:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210264.745639:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210264.745641:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210264.745644:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [956:956:255:4294967295] 192.168.202.130@tcp LPNI seq info [956:956:7:4294967295] 00000800:00000200:0.0:1715210264.745648:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210264.745654:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210264.745654:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210264.745658:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210264.745662:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715210264.745667:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210264.745673:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210264.745677:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210264.745749:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210264.745755:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715210264.745763:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210264.745770:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210264.745775:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715210264.745785:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715210264.745795:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075991040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210264.745894:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210264.745896:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715210264.745899:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210264.745903:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210264.745906:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715210264.745908:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715210264.745912:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075990976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210264.747879:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210264.747892:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f400 00000400:00000200:0.0:1715210264.747900:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ea1 [1] + 224 00000400:00000200:0.0:1715210264.747911:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210264.747915:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210264.747922:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075991040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210264.747962:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210264.747970:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f3c0 00000400:00000200:0.0:1715210264.747977:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ea5 [1] + 224 00000400:00000010:2.0:1715210264.747997:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 00000400:00000200:0.0:1715210264.748000:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210264.748002:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715210264.748003:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000400:00000200:0.0:1715210264.748006:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715210264.748011:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075991040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210264.748013:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075990976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210264.748021:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075991040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210264.748052:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210264.748057:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715210264.748061:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:3.0:1715210264.748102:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:3.0:1715210264.748112:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:3.0:1715210264.748162:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:3.0:1715210264.748175:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075990976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210264.748192:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075990976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210264.748217:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715210264.748224:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715210264.748228:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715210269.753342:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210269.753373:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715210269.753434:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210269.753438:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715210269.753527:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210269.753535:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 02000000:00000010:1.0:1715210269.753537:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000400:00000010:1.0:1715210269.753546:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210269.753554:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210269.753562:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991104, portal 25 00000400:00000010:1.0:1715210269.753567:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210269.753573:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075991104, offset 0 00000400:00000010:0.0:1715210269.753575:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000200:1.0:1715210269.753584:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210269.753591:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991168, portal 4 00000400:00000010:0.0:1715210269.753598:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000400:00000200:1.0:1715210269.753600:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:0.0:1715210269.753601:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075991168, offset 0 00000400:00000200:1.0:1715210269.753606:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210269.753608:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210269.753611:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210269.753615:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210269.753618:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210269.753621:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [957:957:256:4294967295] 192.168.202.130@tcp LPNI seq info [957:957:8:4294967295] 00000400:00000200:1.0:1715210269.753633:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210269.753639:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210269.753643:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715210269.753644:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715210269.753647:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210269.753650:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715210269.753650:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210269.753653:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210269.753656:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210269.753659:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [958:958:255:4294967295] 192.168.202.130@tcp LPNI seq info [958:958:7:4294967295] 00000800:00000200:1.0:1715210269.753660:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210269.753666:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210269.753669:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210269.753674:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210269.753677:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715210269.753682:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210269.753688:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210269.753692:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210269.753766:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210269.753772:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715210269.753781:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210269.753788:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210269.753793:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:2.0:1715210269.753795:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:2.0:1715210269.753805:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075991104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210269.753918:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210269.753920:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210269.753923:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210269.753927:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210269.753930:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715210269.753932:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715210269.753936:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075991168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210269.756054:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210269.756067:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f480 00000400:00000200:0.0:1715210269.756075:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1eb9 [1] + 224 00000400:00000200:0.0:1715210269.756087:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210269.756091:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210269.756098:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075991168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210269.756163:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210269.756168:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f440 00000400:00000200:0.0:1715210269.756173:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1eb1 [1] + 224 00000400:00000200:0.0:1715210269.756192:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210269.756202:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210269.756207:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075991104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210269.756236:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:2.0:1715210269.756269:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715210269.756272:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715210269.756282:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075991168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210269.756298:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075991168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210269.756339:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210269.756347:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000400:00000010:1.0:1715210269.756349:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000010:2.0:1715210269.756352:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000200:1.0:1715210269.756366:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210269.756368:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210269.756376:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075991104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210269.756387:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075991104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210269.756405:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715210269.756411:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715210269.756414:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715210274.761305:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210274.761334:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210274.761391:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210274.761395:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210274.761466:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210274.761474:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 02000000:00000010:3.0:1715210274.761477:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715210274.761481:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000010:3.0:1715210274.761486:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715210274.761489:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991296, portal 4 00000400:00000010:3.0:1715210274.761492:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210274.761496:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991232, portal 25 00000400:00000010:0.0:1715210274.761497:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715210274.761500:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075991296, offset 0 00000400:00000010:3.0:1715210274.761500:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02575d8. 00000100:00000200:3.0:1715210274.761503:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075991232, offset 0 00000400:00000200:0.0:1715210274.761511:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210274.761521:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210274.761526:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210274.761532:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210274.761536:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210274.761540:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210274.761543:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210274.761546:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [959:959:256:4294967295] 192.168.202.130@tcp LPNI seq info [959:959:8:4294967295] 00000400:00000200:0.0:1715210274.761558:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210274.761564:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210274.761567:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210274.761568:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:3.0:1715210274.761571:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210274.761575:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210274.761576:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210274.761578:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210274.761580:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210274.761583:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [960:960:255:4294967295] 192.168.202.130@tcp LPNI seq info [960:960:7:4294967295] 00000800:00000200:0.0:1715210274.761586:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210274.761591:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210274.761592:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210274.761597:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210274.761601:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba200. 00000800:00000200:3.0:1715210274.761605:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210274.761612:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210274.761615:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210274.761680:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210274.761686:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715210274.761694:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210274.761701:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210274.761706:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715210274.761708:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715210274.761718:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075991296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210274.761810:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210274.761813:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba200. 00000400:00000200:1.0:1715210274.761816:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210274.761819:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210274.761822:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02575d8 00000400:00000010:1.0:1715210274.761823:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02575d8. 00000100:00000200:1.0:1715210274.761827:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075991232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210274.763706:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210274.763718:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f500 00000400:00000200:0.0:1715210274.763726:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ec1 [1] + 224 00000400:00000200:0.0:1715210274.763749:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210274.763753:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210274.763761:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075991296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210274.763799:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210274.763805:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f4c0 00000400:00000200:0.0:1715210274.763810:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ec5 [1] + 224 00000400:00000200:0.0:1715210274.763829:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210274.763833:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210274.763838:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075991232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210274.763890:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:2.0:1715210274.763899:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715210274.763901:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715210274.763909:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075991296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210274.763921:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075991296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210274.763952:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000400:00000010:3.0:1715210274.763956:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715210274.763957:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715210274.763961:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000200:3.0:1715210274.763965:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210274.763967:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210274.763975:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075991232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210274.763986:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075991232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210274.764004:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210274.764010:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715210274.764013:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715210279.769252:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210279.769282:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210279.769338:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210279.769343:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715210279.769421:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210279.769429:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 00000400:00000010:0.0:1715210279.769436:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715210279.769443:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991424, portal 4 02000000:00000010:1.0:1715210279.769450:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:0.0:1715210279.769452:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715210279.769454:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075991424, offset 0 00000400:00000010:1.0:1715210279.769459:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715210279.769465:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210279.769474:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210279.769479:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210279.769479:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991360, portal 25 00000400:00000010:1.0:1715210279.769484:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dabb0. 00000400:00000200:0.0:1715210279.769485:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210279.769486:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075991360, offset 0 00000400:00000200:0.0:1715210279.769490:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210279.769494:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210279.769494:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210279.769497:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210279.769500:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [961:961:256:4294967295] 192.168.202.130@tcp LPNI seq info [961:961:8:4294967295] 00000400:00000200:0.0:1715210279.769511:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210279.769528:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210279.769531:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210279.769532:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715210279.769535:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210279.769539:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210279.769539:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210279.769542:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210279.769544:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210279.769547:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [962:962:255:4294967295] 192.168.202.130@tcp LPNI seq info [962:962:7:4294967295] 00000800:00000200:0.0:1715210279.769549:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210279.769554:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210279.769557:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210279.769562:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210279.769565:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715210279.769570:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210279.769576:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210279.769580:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210279.769647:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210279.769661:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210279.769669:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210279.769676:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210279.769681:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715210279.769683:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715210279.769691:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075991424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210279.769790:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210279.769793:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715210279.769797:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210279.769801:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210279.769803:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dabb0 00000400:00000010:2.0:1715210279.769805:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dabb0. 00000100:00000200:2.0:1715210279.769809:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075991360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210279.771727:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210279.771739:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f580 00000400:00000200:0.0:1715210279.771746:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ed1 [1] + 224 00000400:00000200:0.0:1715210279.771755:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210279.771759:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210279.771766:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075991424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210279.771800:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210279.771805:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f540 00000400:00000200:0.0:1715210279.771810:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ed9 [1] + 224 00000400:00000200:0.0:1715210279.771826:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210279.771831:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210279.771835:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075991360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210279.771887:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 00000400:00000200:2.0:1715210279.771895:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715210279.771897:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715210279.771905:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075991424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210279.771916:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075991424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210279.771948:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715210279.771954:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000400:00000010:1.0:1715210279.771955:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000010:2.0:1715210279.771958:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000200:1.0:1715210279.771963:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210279.771965:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210279.771973:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075991360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210279.771983:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075991360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210279.772001:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715210279.772007:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715210279.772010:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715210284.777234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210284.777264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210284.777318:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210284.777322:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210284.777387:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210284.777394:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 00000400:00000010:0.0:1715210284.777400:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715210284.777408:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991552, portal 4 00000400:00000010:0.0:1715210284.777416:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 02000000:00000010:2.0:1715210284.777426:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:2.0:1715210284.777435:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5ec8. 00000100:00000200:0.0:1715210284.777438:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075991552, offset 0 00000400:00000010:2.0:1715210284.777441:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000400:00000200:0.0:1715210284.777449:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210284.777456:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991488, portal 25 00000400:00000010:2.0:1715210284.777461:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715210284.777463:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075991488, offset 0 00000400:00000200:0.0:1715210284.777464:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210284.777469:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210284.777470:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210284.777475:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210284.777478:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210284.777481:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210284.777484:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [963:963:256:4294967295] 192.168.202.130@tcp LPNI seq info [963:963:8:4294967295] 00000400:00000200:0.0:1715210284.777496:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210284.777502:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210284.777506:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715210284.777507:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210284.777511:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210284.777513:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210284.777515:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210284.777517:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210284.777520:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210284.777523:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [964:964:255:4294967295] 192.168.202.130@tcp LPNI seq info [964:964:7:4294967295] 00000800:00000200:0.0:1715210284.777524:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210284.777530:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210284.777532:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210284.777537:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210284.777541:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715210284.777545:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210284.777552:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210284.777555:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210284.777651:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210284.777657:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715210284.777664:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210284.777671:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210284.777675:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715210284.777678:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715210284.777688:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075991552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210284.777781:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210284.777792:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715210284.777795:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210284.777799:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210284.777802:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:1.0:1715210284.777803:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:1.0:1715210284.777808:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075991488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210284.779649:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210284.779660:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f600 00000400:00000200:0.0:1715210284.779666:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ee1 [1] + 224 00000400:00000200:0.0:1715210284.779676:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210284.779679:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210284.779686:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075991552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210284.779721:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210284.779726:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f5c0 00000400:00000200:0.0:1715210284.779730:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ee9 [1] + 224 00000400:00000200:0.0:1715210284.779747:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210284.779751:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210284.779755:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075991488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210284.779811:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 00000400:00000200:2.0:1715210284.779819:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715210284.779821:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715210284.779829:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075991552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210284.779836:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5ec8. 00000100:00000200:2.0:1715210284.779840:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075991552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210284.779844:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:3.0:1715210284.779846:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:3.0:1715210284.779854:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075991488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210284.779865:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075991488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210284.779872:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715210284.779877:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715210284.779882:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 02000000:00000010:3.0:1715210284.779883:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715210284.779887:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715210284.779890:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715210289.785230:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210289.785259:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210289.785309:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210289.785314:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715210289.785383:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210289.785390:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 00000400:00000010:0.0:1715210289.785396:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715210289.785404:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991680, portal 4 00000400:00000010:0.0:1715210289.785411:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 02000000:00000010:1.0:1715210289.785413:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000100:00000200:0.0:1715210289.785414:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075991680, offset 0 00000400:00000010:1.0:1715210289.785423:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715210289.785425:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210289.785438:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210289.785440:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210289.785443:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991616, portal 25 00000400:00000200:0.0:1715210289.785446:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210289.785448:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000100:00000200:1.0:1715210289.785450:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075991616, offset 0 00000400:00000200:0.0:1715210289.785451:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210289.785455:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210289.785459:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210289.785461:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210289.785462:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [965:965:256:4294967295] 192.168.202.130@tcp LPNI seq info [965:965:8:4294967295] 00000400:00000200:0.0:1715210289.785473:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210289.785479:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210289.785482:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210289.785483:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210289.785486:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210289.785489:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210289.785490:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210289.785492:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210289.785495:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210289.785498:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [966:966:255:4294967295] 192.168.202.130@tcp LPNI seq info [966:966:7:4294967295] 00000800:00000200:0.0:1715210289.785500:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210289.785505:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210289.785507:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210289.785512:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210289.785516:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715210289.785520:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210289.785527:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210289.785530:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210289.785667:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210289.785674:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210289.785680:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210289.785687:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210289.785692:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715210289.785695:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715210289.785704:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075991680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210289.785807:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210289.785810:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715210289.785814:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210289.785818:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210289.785821:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:2.0:1715210289.785823:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:2.0:1715210289.785827:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075991616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210289.787641:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210289.787654:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f680 00000400:00000200:0.0:1715210289.787661:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ef1 [1] + 224 00000400:00000200:0.0:1715210289.787672:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210289.787676:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210289.787692:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075991680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210289.787733:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210289.787738:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f640 00000400:00000200:0.0:1715210289.787743:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ef9 [1] + 224 00000400:00000200:0.0:1715210289.787758:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210289.787762:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210289.787767:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075991616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210289.787821:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 00000400:00000200:2.0:1715210289.787829:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715210289.787831:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715210289.787839:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075991680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210289.787850:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075991680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210289.787882:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210289.787887:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000400:00000010:1.0:1715210289.787890:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000010:2.0:1715210289.787891:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000200:1.0:1715210289.787898:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210289.787900:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210289.787908:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075991616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210289.787936:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075991616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210289.787954:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715210289.787960:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715210289.787963:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715210294.793253:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210294.793284:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715210294.793357:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210294.793365:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715210294.793453:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210294.793455:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715210294.793462:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 00000400:00000010:2.0:1715210294.793465:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:0.0:1715210294.793471:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:2.0:1715210294.793471:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715210294.793479:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991744, portal 25 00000400:00000010:2.0:1715210294.793484:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:0.0:1715210294.793490:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991808, portal 4 00000100:00000200:2.0:1715210294.793497:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075991744, offset 0 00000400:00000010:0.0:1715210294.793499:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715210294.793503:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075991808, offset 0 00000400:00000200:2.0:1715210294.793510:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210294.793524:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210294.793525:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210294.793531:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210294.793536:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210294.793540:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210294.793542:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210294.793566:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [967:967:256:4294967295] 192.168.202.130@tcp LPNI seq info [967:967:8:4294967295] 00000400:00000200:2.0:1715210294.793577:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210294.793584:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210294.793588:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715210294.793589:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715210294.793594:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210294.793596:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210294.793601:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715210294.793603:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210294.793605:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210294.793607:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210294.793609:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210294.793614:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [968:968:255:4294967295] 192.168.202.130@tcp LPNI seq info [968:968:7:4294967295] 00000400:00000200:0.0:1715210294.793629:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210294.793647:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210294.793652:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715210294.793669:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210294.793678:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210294.793682:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210294.793706:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210294.793712:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715210294.793719:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210294.793726:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210294.793731:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:1.0:1715210294.793733:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:1.0:1715210294.793742:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075991744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210294.793837:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210294.793840:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715210294.793842:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210294.793846:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210294.793849:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715210294.793850:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715210294.793854:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075991808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210294.795818:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210294.795830:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f6c0 00000400:00000200:0.0:1715210294.795837:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f01 [1] + 224 00000400:00000200:0.0:1715210294.795848:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210294.795852:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210294.795859:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075991744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210294.795893:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210294.795898:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f700 00000400:00000200:0.0:1715210294.795902:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f05 [1] + 224 00000400:00000200:0.0:1715210294.795919:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210294.795923:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210294.795928:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075991808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210294.795985:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715210294.795992:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:2.0:1715210294.795994:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000400:00000010:1.0:1715210294.796001:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000100:00000200:2.0:1715210294.796002:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075991744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210294.796008:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715210294.796010:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715210294.796013:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075991744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210294.796018:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075991808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210294.796053:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075991808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210294.796066:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715210294.796073:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 02000000:00000010:1.0:1715210294.796077:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000100:00000010:2.0:1715210294.796077:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 02000000:00000010:1.0:1715210294.796083:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715210294.796095:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715210299.801240:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210299.801269:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210299.801325:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210299.801329:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715210299.801402:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210299.801408:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 00000400:00000010:0.0:1715210299.801415:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715210299.801423:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991936, portal 4 00000400:00000010:0.0:1715210299.801431:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 02000000:00000010:1.0:1715210299.801431:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000100:00000200:0.0:1715210299.801434:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075991936, offset 0 00000400:00000010:1.0:1715210299.801440:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715210299.801444:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210299.801455:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210299.801458:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210299.801460:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075991872, portal 25 00000400:00000010:1.0:1715210299.801464:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dad48. 00000100:00000200:1.0:1715210299.801466:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075991872, offset 0 00000400:00000200:1.0:1715210299.801473:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210299.801483:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210299.801488:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210299.801491:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210299.801494:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210299.801498:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [969:969:256:4294967295] 192.168.202.130@tcp LPNI seq info [969:969:8:4294967295] 00000400:00000200:0.0:1715210299.801509:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210299.801516:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210299.801518:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210299.801520:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715210299.801522:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210299.801525:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210299.801526:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210299.801528:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210299.801531:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210299.801534:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [970:970:255:4294967295] 192.168.202.130@tcp LPNI seq info [970:970:7:4294967295] 00000800:00000200:0.0:1715210299.801537:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210299.801542:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210299.801544:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210299.801548:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210299.801552:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715210299.801557:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210299.801563:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210299.801567:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210299.801638:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210299.801644:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210299.801652:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210299.801659:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210299.801663:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715210299.801665:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715210299.801675:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075991936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210299.801766:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210299.801769:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210299.801773:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210299.801777:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210299.801780:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dad48 00000400:00000010:2.0:1715210299.801791:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dad48. 00000100:00000200:2.0:1715210299.801796:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075991872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210299.803617:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210299.803630:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f780 00000400:00000200:0.0:1715210299.803638:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f11 [1] + 224 00000400:00000200:0.0:1715210299.803648:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210299.803652:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210299.803660:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075991936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210299.803698:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210299.803703:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f740 00000400:00000200:0.0:1715210299.803707:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f19 [1] + 224 00000400:00000200:0.0:1715210299.803736:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210299.803740:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210299.803745:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075991872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210299.803793:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000400:00000200:2.0:1715210299.803801:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715210299.803803:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715210299.803810:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075991936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210299.803818:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715210299.803822:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075991936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210299.803824:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210299.803826:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210299.803832:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075991872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210299.803843:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075991872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210299.803853:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210299.803859:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 02000000:00000010:1.0:1715210299.803860:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 00000100:00000010:2.0:1715210299.803863:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 02000000:00000010:1.0:1715210299.803865:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715210299.803868:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715210304.809224:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210304.809254:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715210304.809303:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210304.809328:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210304.809398:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210304.809401:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715210304.809406:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 00000400:00000010:2.0:1715210304.809411:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:0.0:1715210304.809412:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:2.0:1715210304.809417:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:0.0:1715210304.809420:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992064, portal 4 00000100:00000200:2.0:1715210304.809421:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992000, portal 25 00000400:00000010:2.0:1715210304.809426:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000400:00000010:0.0:1715210304.809427:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715210304.809429:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075992000, offset 0 00000100:00000200:0.0:1715210304.809430:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075992064, offset 0 00000400:00000200:0.0:1715210304.809440:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210304.809448:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210304.809455:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210304.809460:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210304.809465:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210304.809468:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210304.809471:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210304.809474:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [971:971:256:4294967295] 192.168.202.130@tcp LPNI seq info [971:971:8:4294967295] 00000400:00000200:0.0:1715210304.809485:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210304.809491:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210304.809494:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210304.809496:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715210304.809499:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210304.809501:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210304.809502:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210304.809505:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210304.809508:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210304.809510:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [972:972:255:4294967295] 192.168.202.130@tcp LPNI seq info [972:972:7:4294967295] 00000800:00000200:0.0:1715210304.809512:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210304.809517:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210304.809520:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210304.809525:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210304.809529:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715210304.809533:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210304.809550:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210304.809553:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210304.809607:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210304.809613:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715210304.809621:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210304.809628:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210304.809632:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715210304.809635:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715210304.809645:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075992064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210304.809740:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210304.809743:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715210304.809745:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210304.809749:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210304.809752:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:1.0:1715210304.809754:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:1.0:1715210304.809758:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075992000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210304.811646:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210304.811663:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f7c0 00000400:00000200:0.0:1715210304.811673:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f25 [1] + 224 00000400:00000200:0.0:1715210304.811690:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210304.811696:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210304.811705:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075992000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210304.811760:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210304.811767:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f800 00000400:00000200:0.0:1715210304.811781:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f21 [1] + 224 00000400:00000200:0.0:1715210304.811800:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210304.811804:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210304.811809:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075992064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210304.811831:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715210304.811840:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:2.0:1715210304.811842:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715210304.811850:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075992000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210304.811861:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075992000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210304.811886:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715210304.811893:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715210304.811897:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:1.0:1715210304.811974:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000400:00000200:1.0:1715210304.811982:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715210304.811985:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715210304.811993:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075992064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210304.812004:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075992064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210304.812028:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715210304.812032:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715210304.812035:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210309.817235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210309.817264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210309.817320:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210309.817324:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715210309.817395:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210309.817402:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000400:00000010:0.0:1715210309.817408:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715210309.817416:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992192, portal 4 02000000:00000010:2.0:1715210309.817418:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715210309.817423:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715210309.817426:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075992192, offset 0 00000400:00000010:2.0:1715210309.817429:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:0.0:1715210309.817437:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210309.817448:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000400:00000200:0.0:1715210309.817452:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210309.817454:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992128, portal 25 00000400:00000200:0.0:1715210309.817458:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210309.817460:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000400:00000200:0.0:1715210309.817463:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:2.0:1715210309.817463:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075992128, offset 0 00000400:00000200:0.0:1715210309.817467:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210309.817469:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210309.817473:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [973:973:256:4294967295] 192.168.202.130@tcp LPNI seq info [973:973:8:4294967295] 00000400:00000200:2.0:1715210309.817473:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210309.817484:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210309.817490:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210309.817494:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715210309.817495:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210309.817500:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210309.817502:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210309.817505:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210309.817509:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210309.817512:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210309.817514:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210309.817517:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210309.817518:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [974:974:255:4294967295] 192.168.202.130@tcp LPNI seq info [974:974:7:4294967295] 00000400:00000200:2.0:1715210309.817531:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210309.817539:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210309.817544:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715210309.817551:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210309.817560:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210309.817584:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210309.817605:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210309.817611:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715210309.817618:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210309.817626:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210309.817630:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715210309.817632:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715210309.817652:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075992192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210309.817748:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210309.817751:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715210309.817754:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210309.817758:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210309.817761:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:1.0:1715210309.817762:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:1.0:1715210309.817766:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075992128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210309.819550:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210309.819570:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f880 00000400:00000200:0.0:1715210309.819577:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f31 [1] + 224 00000400:00000200:0.0:1715210309.819588:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210309.819592:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210309.819599:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075992192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210309.819635:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210309.819640:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f840 00000400:00000200:0.0:1715210309.819645:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f39 [1] + 224 00000400:00000200:0.0:1715210309.819660:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210309.819664:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210309.819669:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075992128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210309.819724:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 00000400:00000200:2.0:1715210309.819732:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715210309.819734:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715210309.819742:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075992192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210309.819753:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075992192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210309.819783:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000400:00000010:3.0:1715210309.819786:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 02000000:00000010:2.0:1715210309.819789:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715210309.819793:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000200:3.0:1715210309.819795:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:3.0:1715210309.819797:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:3.0:1715210309.819805:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075992128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210309.819816:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075992128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210309.819834:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715210309.819839:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715210309.819842:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715210314.825257:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210314.825277:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210314.825313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210314.825315:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715210314.825361:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210314.825366:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 00000400:00000010:0.0:1715210314.825371:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715210314.825376:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992320, portal 4 02000000:00000010:2.0:1715210314.825378:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715210314.825382:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715210314.825383:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075992320, offset 0 00000400:00000010:2.0:1715210314.825384:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd58f0. 00000400:00000010:2.0:1715210314.825387:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000200:0.0:1715210314.825390:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210314.825396:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992256, portal 25 00000400:00000010:2.0:1715210314.825398:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000100:00000200:2.0:1715210314.825400:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075992256, offset 0 00000400:00000200:0.0:1715210314.825401:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210314.825404:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210314.825405:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210314.825408:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210314.825410:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210314.825411:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210314.825427:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [975:975:256:4294967295] 192.168.202.130@tcp LPNI seq info [975:975:8:4294967295] 00000400:00000200:0.0:1715210314.825433:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210314.825437:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210314.825438:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210314.825440:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715210314.825440:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210314.825442:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210314.825443:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210314.825444:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210314.825445:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210314.825446:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [976:976:255:4294967295] 192.168.202.130@tcp LPNI seq info [976:976:7:4294967295] 00000800:00000200:0.0:1715210314.825451:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210314.825451:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210314.825453:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210314.825454:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715210314.825456:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715210314.825458:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210314.825461:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210314.825463:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210314.825510:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210314.825513:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715210314.825519:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210314.825523:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210314.825525:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715210314.825527:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715210314.825533:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075992320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210314.825592:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210314.825594:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715210314.825596:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210314.825598:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210314.825599:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:1.0:1715210314.825600:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:1.0:1715210314.825602:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075992256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210314.826735:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210314.826741:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f900 00000400:00000200:0.0:1715210314.826745:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f41 [1] + 224 00000400:00000200:0.0:1715210314.826751:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210314.826753:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210314.826757:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075992320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210314.826776:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210314.826779:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f8c0 00000400:00000200:0.0:1715210314.826781:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f49 [1] + 224 00000400:00000200:0.0:1715210314.826791:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210314.826793:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210314.826795:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075992256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210314.826803:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 00000400:00000200:2.0:1715210314.826807:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715210314.826808:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715210314.826812:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075992320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210314.826818:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075992320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210314.826836:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210314.826840:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715210314.826842:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000010:3.0:1715210314.826872:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd58f0. 00000400:00000200:3.0:1715210314.826881:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:3.0:1715210314.826882:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:3.0:1715210314.826887:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075992256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210314.826892:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075992256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210314.826901:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715210314.826904:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715210314.826905:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:2.0:1715210319.833334:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7800. 02000000:00000010:2.0:1715210319.833361:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715210319.833419:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715210319.833423:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cf00. 02000000:00000010:2.0:1715210319.833472:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:2.0:1715210319.833478:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000400:00000010:2.0:1715210319.833485:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715210319.833493:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992448, portal 4 00000400:00000010:2.0:1715210319.833501:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000100:00000200:2.0:1715210319.833504:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075992448, offset 0 02000000:00000010:1.0:1715210319.833513:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000200:2.0:1715210319.833514:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210319.833522:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210319.833528:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:2.0:1715210319.833528:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210319.833532:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992384, portal 25 00000400:00000200:2.0:1715210319.833534:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210319.833537:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dab28. 00000400:00000200:2.0:1715210319.833538:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:1.0:1715210319.833539:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075992384, offset 0 00000400:00000200:2.0:1715210319.833542:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210319.833545:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210319.833548:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [977:977:256:4294967295] 192.168.202.130@tcp LPNI seq info [977:977:8:4294967295] 00000400:00000200:1.0:1715210319.833558:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210319.833560:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210319.833566:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210319.833568:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210319.833570:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715210319.833572:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210319.833576:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210319.833578:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210319.833581:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210319.833584:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [978:978:255:4294967295] 192.168.202.130@tcp LPNI seq info [978:978:7:4294967295] 00000800:00000200:2.0:1715210319.833587:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210319.833593:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210319.833597:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210319.833598:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210319.833602:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:2.0:1715210319.833603:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210319.833606:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210319.833613:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210319.833616:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210319.833728:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210319.833734:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:0.0:1715210319.833740:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210319.833748:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210319.833752:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:0.0:1715210319.833754:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:0.0:1715210319.833764:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526075992448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210319.833878:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210319.833881:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715210319.833885:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210319.833890:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210319.833892:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dab28 00000400:00000010:0.0:1715210319.833894:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dab28. 00000100:00000200:0.0:1715210319.833898:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7800 x1798526075992384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210319.835650:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210319.835663:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0f980 00000400:00000200:0.0:1715210319.835671:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f51 [1] + 224 00000400:00000200:0.0:1715210319.835682:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210319.835686:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210319.835694:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526075992448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210319.835730:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210319.835735:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f940 00000400:00000200:0.0:1715210319.835739:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f59 [1] + 224 00000400:00000200:0.0:1715210319.835755:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210319.835759:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210319.835763:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7800 x1798526075992384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210319.835794:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715210319.835833:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:2.0:1715210319.835836:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715210319.835846:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526075992448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210319.835863:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526075992448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210319.835882:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210319.835891:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210319.835893:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210319.835900:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7800 x1798526075992384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210319.835902:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 00000100:00000200:1.0:1715210319.835911:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7800 x1798526075992384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210319.835911:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cf00. 00000100:00000010:2.0:1715210319.835916:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 02000000:00000010:1.0:1715210319.835929:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715210319.835935:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:1.0:1715210319.835938:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7800. 00000100:00000010:2.0:1715210324.841262:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715210324.841294:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cf00. 00000100:00000010:2.0:1715210324.841353:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715210324.841358:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 02000000:00000010:2.0:1715210324.841420:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:2.0:1715210324.841427:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000400:00000010:2.0:1715210324.841434:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 02000000:00000010:0.0:1715210324.841435:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000100:00000200:2.0:1715210324.841442:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992576, portal 4 00000400:00000010:0.0:1715210324.841444:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 00000400:00000010:0.0:1715210324.841450:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:2.0:1715210324.841450:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715210324.841452:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075992576, offset 0 00000100:00000200:0.0:1715210324.841454:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992512, portal 25 00000400:00000010:0.0:1715210324.841458:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000200:2.0:1715210324.841464:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210324.841471:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075992512, offset 0 00000400:00000200:2.0:1715210324.841478:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210324.841484:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210324.841489:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210324.841492:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210324.841495:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210324.841499:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [979:979:256:4294967295] 192.168.202.130@tcp LPNI seq info [979:979:8:4294967295] 00000400:00000200:0.0:1715210324.841500:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210324.841512:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210324.841532:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210324.841533:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210324.841537:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210324.841538:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000400:00000200:0.0:1715210324.841541:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210324.841544:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210324.841546:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715210324.841546:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210324.841549:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [980:980:255:4294967295] 192.168.202.130@tcp LPNI seq info [980:980:7:4294967295] 00000400:00000200:0.0:1715210324.841559:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210324.841560:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210324.841564:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715210324.841566:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715210324.841568:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:0.0:1715210324.841572:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210324.841579:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210324.841582:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210324.841687:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210324.841695:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715210324.841704:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210324.841714:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210324.841720:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:1.0:1715210324.841723:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:1.0:1715210324.841735:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526075992576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210324.841929:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210324.841933:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715210324.841939:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210324.841946:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210324.841951:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715210324.841954:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715210324.841961:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526075992512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210324.843848:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210324.843860:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0fa00 00000400:00000200:0.0:1715210324.843868:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f61 [1] + 224 00000400:00000200:0.0:1715210324.843879:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210324.843883:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210324.843891:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526075992576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210324.843929:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210324.843934:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0f9c0 00000400:00000200:0.0:1715210324.843938:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f69 [1] + 224 00000400:00000200:0.0:1715210324.843956:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210324.843960:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210324.843965:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526075992512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210324.843972:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715210324.843979:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:2.0:1715210324.843981:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715210324.843989:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526075992576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210324.844000:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526075992576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210324.844031:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715210324.844038:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715210324.844042:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000400:00000010:1.0:1715210324.844048:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 00000400:00000200:1.0:1715210324.844056:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715210324.844059:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715210324.844067:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526075992512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210324.844082:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526075992512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210324.844106:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715210324.844112:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cf00. 00000100:00000010:1.0:1715210324.844162:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 00000100:00000010:2.0:1715210329.849265:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715210329.849295:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715210329.849351:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715210329.849358:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cf00. 02000000:00000010:2.0:1715210329.849420:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:2.0:1715210329.849428:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000400:00000010:2.0:1715210329.849435:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715210329.849442:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992704, portal 4 00000400:00000010:2.0:1715210329.849452:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715210329.849454:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075992704, offset 0 02000000:00000010:1.0:1715210329.849456:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000200:2.0:1715210329.849465:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210329.849468:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210329.849476:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:2.0:1715210329.849479:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210329.849482:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992640, portal 25 00000400:00000200:2.0:1715210329.849485:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210329.849487:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da000. 00000100:00000200:1.0:1715210329.849490:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075992640, offset 0 00000400:00000200:2.0:1715210329.849490:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210329.849494:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210329.849500:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210329.849517:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210329.849521:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [981:981:256:4294967295] 192.168.202.130@tcp LPNI seq info [981:981:8:4294967295] 00000400:00000200:2.0:1715210329.849532:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210329.849539:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210329.849543:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715210329.849549:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715210329.849550:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210329.849555:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210329.849560:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715210329.849561:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210329.849564:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210329.849566:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210329.849568:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210329.849586:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [982:982:255:4294967295] 192.168.202.130@tcp LPNI seq info [982:982:7:4294967295] 00000400:00000200:1.0:1715210329.849600:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210329.849609:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210329.849615:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715210329.849621:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210329.849631:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210329.849635:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210329.849657:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210329.849672:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:0.0:1715210329.849679:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210329.849687:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210329.849691:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:0.0:1715210329.849693:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:0.0:1715210329.849702:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526075992704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210329.849835:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210329.849838:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715210329.849842:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210329.849846:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210329.849849:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da000 00000400:00000010:0.0:1715210329.849850:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da000. 00000100:00000200:0.0:1715210329.849855:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526075992640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210329.851681:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210329.851695:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0fa80 00000400:00000200:0.0:1715210329.851703:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f71 [1] + 224 00000400:00000200:0.0:1715210329.851713:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210329.851742:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210329.851750:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526075992704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210329.851788:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210329.851794:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0fa40 00000400:00000200:0.0:1715210329.851798:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f79 [1] + 224 00000400:00000200:0.0:1715210329.851816:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210329.851820:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210329.851824:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526075992640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210329.851848:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715210329.851858:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:2.0:1715210329.851860:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715210329.851870:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526075992704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210329.851887:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526075992704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210329.851925:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715210329.851926:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715210329.851933:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715210329.851934:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210329.851937:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000010:2.0:1715210329.851937:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000100:00000200:1.0:1715210329.851947:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526075992640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210329.851963:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526075992640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210329.851986:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715210329.851995:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:1.0:1715210329.851999:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000100:00000010:2.0:1715210334.857234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715210334.857264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715210334.857315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715210334.857319:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ca00. 02000000:00000010:2.0:1715210334.857373:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:2.0:1715210334.857380:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 02000000:00000010:3.0:1715210334.857382:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:2.0:1715210334.857386:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000400:00000010:3.0:1715210334.857391:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715210334.857394:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992832, portal 4 00000400:00000010:3.0:1715210334.857397:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715210334.857400:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:3.0:1715210334.857401:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992768, portal 25 00000100:00000200:2.0:1715210334.857403:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075992832, offset 0 00000400:00000010:3.0:1715210334.857406:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257aa0. 00000400:00000200:2.0:1715210334.857415:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715210334.857420:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075992768, offset 0 00000400:00000200:3.0:1715210334.857427:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210334.857430:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210334.857455:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210334.857460:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210334.857463:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210334.857466:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210334.857470:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [983:983:256:4294967295] 192.168.202.130@tcp LPNI seq info [983:983:8:4294967295] 00000400:00000200:2.0:1715210334.857481:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210334.857488:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210334.857491:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210334.857492:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000400:00000200:3.0:1715210334.857495:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210334.857498:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210334.857498:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210334.857501:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210334.857503:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210334.857506:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [984:984:255:4294967295] 192.168.202.130@tcp LPNI seq info [984:984:7:4294967295] 00000800:00000200:2.0:1715210334.857508:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210334.857513:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210334.857516:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210334.857521:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210334.857525:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba700. 00000800:00000200:3.0:1715210334.857530:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210334.857539:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210334.857544:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210334.857585:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210334.857591:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715210334.857597:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210334.857604:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210334.857608:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:0.0:1715210334.857610:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:0.0:1715210334.857619:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075992832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210334.857713:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210334.857716:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba700. 00000400:00000200:0.0:1715210334.857719:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210334.857723:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210334.857725:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257aa0 00000400:00000010:0.0:1715210334.857727:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257aa0. 00000100:00000200:0.0:1715210334.857731:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526075992768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210334.859271:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210334.859284:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0fb00 00000400:00000200:0.0:1715210334.859293:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f81 [1] + 224 00000400:00000200:0.0:1715210334.859304:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210334.859308:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210334.859315:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075992832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210334.859353:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210334.859358:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0fac0 00000400:00000200:0.0:1715210334.859363:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f85 [1] + 224 00000400:00000200:0.0:1715210334.859379:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210334.859383:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210334.859395:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526075992768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210334.859443:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715210334.859451:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:2.0:1715210334.859453:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715210334.859463:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075992832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210334.859466:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210334.859476:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000100:00000200:2.0:1715210334.859479:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075992832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210334.859487:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210334.859495:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526075992768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210334.859507:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526075992768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210334.859520:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715210334.859525:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:2.0:1715210334.859529:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ca00. 02000000:00000010:3.0:1715210334.859530:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:3.0:1715210334.859534:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000100:00000010:2.0:1715210334.859535:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000100:00000010:2.0:1715210339.865289:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715210339.865317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c500. 00000100:00000010:2.0:1715210339.865373:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715210339.865376:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 02000000:00000010:2.0:1715210339.865436:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:2.0:1715210339.865443:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000400:00000010:2.0:1715210339.865450:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715210339.865458:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992960, portal 4 00000400:00000010:2.0:1715210339.865466:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 02000000:00000010:1.0:1715210339.865471:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:1.0:1715210339.865480:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210339.865486:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:2.0:1715210339.865486:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075992960, offset 0 00000100:00000200:1.0:1715210339.865490:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075992896, portal 25 00000400:00000010:1.0:1715210339.865494:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da220. 00000400:00000200:2.0:1715210339.865497:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210339.865506:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075992896, offset 0 00000400:00000200:2.0:1715210339.865511:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210339.865514:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210339.865517:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210339.865522:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210339.865525:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210339.865528:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210339.865531:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [985:985:256:4294967295] 192.168.202.130@tcp LPNI seq info [985:985:8:4294967295] 00000400:00000200:2.0:1715210339.865543:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210339.865549:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210339.865552:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210339.865553:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715210339.865556:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210339.865559:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715210339.865559:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210339.865562:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210339.865565:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210339.865568:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [986:986:255:4294967295] 192.168.202.130@tcp LPNI seq info [986:986:7:4294967295] 00000800:00000200:2.0:1715210339.865570:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210339.865575:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210339.865587:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210339.865592:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210339.865596:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715210339.865601:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210339.865607:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210339.865610:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210339.865694:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210339.865700:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715210339.865708:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210339.865715:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210339.865720:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:0.0:1715210339.865722:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715210339.865731:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526075992960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210339.865808:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210339.865811:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:0.0:1715210339.865815:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210339.865819:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210339.865821:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da220 00000400:00000010:0.0:1715210339.865823:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da220. 00000100:00000200:0.0:1715210339.865826:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526075992896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210339.867755:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210339.867769:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0fb80 00000400:00000200:0.0:1715210339.867777:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f91 [1] + 224 00000400:00000200:0.0:1715210339.867788:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210339.867792:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210339.867799:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526075992960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210339.867839:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210339.867844:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0fb40 00000400:00000200:0.0:1715210339.867848:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1f99 [1] + 224 00000400:00000200:0.0:1715210339.867869:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210339.867879:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210339.867883:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526075992896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210339.867886:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715210339.867893:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:2.0:1715210339.867896:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715210339.867903:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526075992960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210339.867915:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526075992960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210339.867946:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715210339.867952:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715210339.867956:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000400:00000010:1.0:1715210339.868009:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210339.868017:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210339.868019:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210339.868026:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526075992896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210339.868037:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526075992896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210339.868055:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715210339.868060:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c500. 00000100:00000010:1.0:1715210339.868063:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000100:00000010:2.0:1715210344.873334:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715210344.873362:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715210344.873420:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7100. 02000000:00000010:2.0:1715210344.873424:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c300. 02000000:00000010:0.0:1715210344.873466:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210344.873478:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 02000000:00000010:2.0:1715210344.873481:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715210344.873485:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000010:2.0:1715210344.873486:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000100:00000200:0.0:1715210344.873493:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993024, portal 25 00000400:00000010:0.0:1715210344.873498:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715210344.873500:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075993024, offset 0 00000400:00000200:0.0:1715210344.873511:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210344.873520:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715210344.873524:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993088, portal 4 00000400:00000200:0.0:1715210344.873525:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715210344.873530:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000400:00000200:0.0:1715210344.873531:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210344.873532:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075993088, offset 0 00000400:00000200:0.0:1715210344.873536:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210344.873540:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210344.873540:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210344.873542:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210344.873546:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [987:987:256:4294967295] 192.168.202.130@tcp LPNI seq info [987:987:8:4294967295] 00000400:00000200:0.0:1715210344.873556:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210344.873563:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210344.873565:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210344.873567:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715210344.873569:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210344.873572:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210344.873573:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210344.873575:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210344.873578:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210344.873581:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [988:988:255:4294967295] 192.168.202.130@tcp LPNI seq info [988:988:7:4294967295] 00000800:00000200:0.0:1715210344.873584:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210344.873616:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210344.873622:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210344.873625:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715210344.873625:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715210344.873630:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210344.873636:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210344.873640:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210344.873786:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210344.873792:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715210344.873801:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210344.873808:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210344.873812:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715210344.873814:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715210344.873823:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526075993024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210344.873914:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210344.873917:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715210344.873920:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210344.873923:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210344.873926:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:1.0:1715210344.873927:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:1.0:1715210344.873941:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7100 x1798526075993088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210344.875801:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210344.875815:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0fbc0 00000400:00000200:0.0:1715210344.875824:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1fa1 [1] + 224 00000400:00000200:0.0:1715210344.875837:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210344.875844:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210344.875854:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526075993024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210344.875926:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210344.875948:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0fc00 00000400:00000200:0.0:1715210344.875954:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1fa9 [1] + 224 00000400:00000010:2.0:1715210344.875963:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 00000400:00000200:2.0:1715210344.875971:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715210344.875973:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000400:00000200:0.0:1715210344.875979:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1715210344.875981:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526075993024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210344.875985:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210344.875992:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7100 x1798526075993088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210344.875992:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526075993024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210344.876017:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210344.876023:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715210344.876026:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000400:00000010:3.0:1715210344.876163:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:3.0:1715210344.876171:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:3.0:1715210344.876173:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:3.0:1715210344.876181:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7100 x1798526075993088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210344.876192:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7100 x1798526075993088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210344.876216:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715210344.876220:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c300. 00000100:00000010:3.0:1715210344.876223:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7100. 00000100:00000010:2.0:1715210349.881273:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715210349.881305:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715210349.881380:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 02000000:00000010:2.0:1715210349.881410:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 02000000:00000010:2.0:1715210349.881479:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 02000000:00000010:1.0:1715210349.881485:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:2.0:1715210349.881489:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000010:1.0:1715210349.881494:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:2.0:1715210349.881497:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000010:1.0:1715210349.881499:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:2.0:1715210349.881507:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993216, portal 4 00000100:00000200:1.0:1715210349.881514:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993152, portal 25 00000400:00000010:2.0:1715210349.881516:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000400:00000010:1.0:1715210349.881518:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000100:00000200:2.0:1715210349.881520:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075993216, offset 0 00000100:00000200:1.0:1715210349.881521:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075993152, offset 0 00000400:00000200:1.0:1715210349.881531:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210349.881572:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210349.881578:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210349.881583:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210349.881586:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210349.881589:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210349.881592:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [989:989:256:4294967295] 192.168.202.130@tcp LPNI seq info [989:989:8:4294967295] 00000400:00000200:2.0:1715210349.881593:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210349.881604:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210349.881610:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210349.881615:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210349.881617:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715210349.881621:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210349.881623:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210349.881627:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715210349.881632:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210349.881632:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210349.881635:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715210349.881637:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210349.881640:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [990:990:255:4294967295] 192.168.202.130@tcp LPNI seq info [990:990:7:4294967295] 00000400:00000200:2.0:1715210349.881654:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210349.881662:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210349.881668:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715210349.881675:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210349.881684:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210349.881689:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210349.881794:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210349.881800:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715210349.881810:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210349.881817:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210349.881821:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:0.0:1715210349.881824:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000100:00000200:0.0:1715210349.881833:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526075993152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210349.881927:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210349.881930:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715210349.881933:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210349.881937:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210349.881940:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:0.0:1715210349.881941:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:0.0:1715210349.881945:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526075993216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210349.883905:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210349.883920:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0fc40 00000400:00000200:0.0:1715210349.883928:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1fb5 [1] + 224 00000400:00000200:0.0:1715210349.883939:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210349.883943:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210349.883972:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526075993152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210349.884014:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210349.884019:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0fc80 00000400:00000200:0.0:1715210349.884024:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1fb1 [1] + 224 00000400:00000200:0.0:1715210349.884039:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210349.884043:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210349.884048:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526075993216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210349.884068:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210349.884077:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210349.884080:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210349.884090:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526075993152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210349.884107:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526075993152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210349.884161:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:2.0:1715210349.884169:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:2.0:1715210349.884171:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715210349.884180:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526075993216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210349.884196:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526075993216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210349.884224:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:2.0:1715210349.884227:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:1.0:1715210349.884231:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 02000000:00000010:2.0:1715210349.884233:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:2.0:1715210349.884238:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000100:00000010:1.0:1715210349.884244:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000100:00000010:2.0:1715210354.889339:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 02000000:00000010:2.0:1715210354.889370:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 00000100:00000010:2.0:1715210354.889429:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715210354.889436:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 02000000:00000010:2.0:1715210354.889541:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715210354.889550:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 02000000:00000010:3.0:1715210354.889555:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:2.0:1715210354.889557:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715210354.889565:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993344, portal 4 00000400:00000010:3.0:1715210354.889568:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715210354.889572:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210354.889575:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075993344, offset 0 00000400:00000010:3.0:1715210354.889575:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210354.889581:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993280, portal 25 00000400:00000010:3.0:1715210354.889586:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257770. 00000400:00000200:2.0:1715210354.889587:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715210354.889592:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075993280, offset 0 00000400:00000200:2.0:1715210354.889601:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210354.889601:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210354.889607:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210354.889612:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210354.889616:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210354.889619:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210354.889622:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [991:991:256:4294967295] 192.168.202.130@tcp LPNI seq info [991:991:8:4294967295] 00000400:00000200:2.0:1715210354.889633:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210354.889639:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210354.889643:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000400:00000200:3.0:1715210354.889645:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715210354.889649:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210354.889651:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210354.889656:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210354.889659:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210354.889660:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715210354.889663:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715210354.889665:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210354.889668:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [992:992:255:4294967295] 192.168.202.130@tcp LPNI seq info [992:992:7:4294967295] 00000400:00000200:3.0:1715210354.889701:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210354.889709:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210354.889714:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba900. 00000800:00000200:3.0:1715210354.889721:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210354.889730:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210354.889735:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210354.889754:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210354.889760:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715210354.889768:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210354.889776:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210354.889780:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:0.0:1715210354.889782:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:0.0:1715210354.889791:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526075993344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210354.889881:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210354.889883:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba900. 00000400:00000200:0.0:1715210354.889886:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210354.889890:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210354.889892:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257770 00000400:00000010:0.0:1715210354.889894:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257770. 00000100:00000200:0.0:1715210354.889898:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526075993280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210354.891860:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210354.891877:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0fd00 00000400:00000200:0.0:1715210354.891887:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1fc1 [1] + 224 00000400:00000200:0.0:1715210354.891902:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210354.891920:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210354.891930:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526075993344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210354.891989:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210354.891999:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0fcc0 00000400:00000200:0.0:1715210354.892007:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1fc9 [1] + 224 00000400:00000200:0.0:1715210354.892035:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210354.892040:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210354.892046:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526075993280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210354.892064:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:2.0:1715210354.892072:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:2.0:1715210354.892074:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715210354.892081:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526075993344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210354.892093:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526075993344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210354.892172:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 00000400:00000010:3.0:1715210354.892174:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715210354.892178:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715210354.892182:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000400:00000200:3.0:1715210354.892183:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210354.892185:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210354.892193:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526075993280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210354.892204:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526075993280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210354.892222:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210354.892228:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:3.0:1715210354.892231:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000100:00000010:2.0:1715210359.897330:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715210359.897360:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715210359.897417:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715210359.897422:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c300. 02000000:00000010:2.0:1715210359.897529:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715210359.897537:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 02000000:00000010:1.0:1715210359.897539:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:2.0:1715210359.897544:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000010:1.0:1715210359.897548:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715210359.897552:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993472, portal 4 00000400:00000010:1.0:1715210359.897553:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210359.897558:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993408, portal 25 00000400:00000010:2.0:1715210359.897561:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000400:00000010:1.0:1715210359.897562:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da110. 00000100:00000200:2.0:1715210359.897564:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075993472, offset 0 00000100:00000200:1.0:1715210359.897565:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075993408, offset 0 00000400:00000200:2.0:1715210359.897575:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210359.897583:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210359.897590:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210359.897596:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210359.897601:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210359.897605:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210359.897607:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210359.897611:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [993:993:256:4294967295] 192.168.202.130@tcp LPNI seq info [993:993:8:4294967295] 00000400:00000200:2.0:1715210359.897622:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210359.897628:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210359.897631:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210359.897632:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715210359.897635:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210359.897638:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715210359.897639:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210359.897641:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210359.897644:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210359.897647:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [994:994:255:4294967295] 192.168.202.130@tcp LPNI seq info [994:994:7:4294967295] 00000800:00000200:2.0:1715210359.897650:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210359.897656:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210359.897657:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210359.897662:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210359.897665:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715210359.897670:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210359.897677:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210359.897680:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210359.897745:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210359.897751:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715210359.897759:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210359.897766:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210359.897770:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:0.0:1715210359.897772:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:0.0:1715210359.897781:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5c00 x1798526075993472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210359.897869:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210359.897872:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715210359.897876:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210359.897879:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210359.897882:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da110 00000400:00000010:0.0:1715210359.897883:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da110. 00000100:00000200:0.0:1715210359.897887:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526075993408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210359.899816:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210359.899828:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0fd40 00000400:00000200:0.0:1715210359.899836:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1fd5 [1] + 224 00000400:00000200:0.0:1715210359.899869:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210359.899873:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210359.899880:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526075993408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210359.899920:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210359.899925:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0fd80 00000400:00000200:0.0:1715210359.899930:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1fd1 [1] + 224 00000400:00000200:0.0:1715210359.899946:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210359.899950:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210359.899954:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5c00 x1798526075993472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210359.900001:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210359.900009:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210359.900012:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210359.900019:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526075993408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210359.900030:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526075993408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210359.900056:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715210359.900063:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:1.0:1715210359.900067:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000400:00000010:2.0:1715210359.900074:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:2.0:1715210359.900082:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:2.0:1715210359.900084:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715210359.900101:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5c00 x1798526075993472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210359.900112:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5c00 x1798526075993472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210359.900169:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715210359.900174:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c300. 00000100:00000010:2.0:1715210359.900177:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5c00. 00000100:00000010:2.0:1715210364.905225:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715210364.905248:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c500. 00000100:00000010:2.0:1715210364.905287:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4a80. 02000000:00000010:2.0:1715210364.905291:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c600. 02000000:00000010:0.0:1715210364.905317:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210364.905325:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 00000400:00000010:0.0:1715210364.905330:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715210364.905337:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993536, portal 25 02000000:00000010:3.0:1715210364.905337:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715210364.905340:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715210364.905342:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075993536, offset 0 00000400:00000010:3.0:1715210364.905342:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715210364.905346:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715210364.905350:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715210364.905356:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993600, portal 4 00000400:00000200:0.0:1715210364.905360:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:3.0:1715210364.905362:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02577f8. 00000100:00000200:3.0:1715210364.905363:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075993600, offset 0 00000400:00000200:0.0:1715210364.905365:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210364.905368:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210364.905369:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210364.905370:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210364.905372:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210364.905374:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [995:995:256:4294967295] 192.168.202.130@tcp LPNI seq info [995:995:8:4294967295] 00000400:00000200:0.0:1715210364.905380:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210364.905384:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210364.905387:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:3.0:1715210364.905387:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210364.905389:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210364.905391:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210364.905391:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210364.905393:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210364.905394:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210364.905395:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [996:996:255:4294967295] 192.168.202.130@tcp LPNI seq info [996:996:7:4294967295] 00000800:00000200:0.0:1715210364.905398:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715210364.905400:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210364.905434:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210364.905438:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba900. 00000800:00000200:3.0:1715210364.905441:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210364.905444:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210364.905464:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210364.905529:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210364.905575:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210364.905578:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba900. 00000400:00000200:1.0:1715210364.905581:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210364.905585:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210364.905587:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02577f8 00000400:00000010:1.0:1715210364.905589:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02577f8. 00000100:00000200:1.0:1715210364.905594:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4a80 x1798526075993600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210364.905614:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210364.905615:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715210364.905617:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210364.905618:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210364.905620:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715210364.905620:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715210364.905622:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5c00 x1798526075993536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210364.906932:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210364.906940:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0fe00 00000400:00000200:0.0:1715210364.906945:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1fe9 [1] + 224 00000400:00000200:0.0:1715210364.906952:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210364.906953:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210364.906958:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4a80 x1798526075993600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210364.906977:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210364.906980:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0fdc0 00000400:00000200:0.0:1715210364.906982:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1fe1 [1] + 224 00000400:00000200:0.0:1715210364.906994:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210364.906996:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210364.906999:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5c00 x1798526075993536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210364.907027:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210364.907032:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210364.907033:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210364.907037:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4a80 x1798526075993600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210364.907044:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4a80 x1798526075993600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210364.907064:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 00000400:00000010:1.0:1715210364.907066:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 02000000:00000010:3.0:1715210364.907069:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c600. 00000400:00000200:1.0:1715210364.907070:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715210364.907071:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000010:3.0:1715210364.907072:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4a80. 00000100:00000200:1.0:1715210364.907075:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5c00 x1798526075993536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210364.907080:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5c00 x1798526075993536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210364.907090:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715210364.907092:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c500. 00000100:00000010:1.0:1715210364.907093:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5c00. 00000100:00000010:2.0:1715210369.913323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5f80. 02000000:00000010:2.0:1715210369.913352:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ca00. 00000100:00000010:2.0:1715210369.913440:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 02000000:00000010:2.0:1715210369.913444:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 02000000:00000010:2.0:1715210369.913517:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715210369.913525:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000010:2.0:1715210369.913532:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715210369.913541:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993728, portal 4 02000000:00000010:1.0:1715210369.913548:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:2.0:1715210369.913549:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715210369.913553:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075993728, offset 0 00000400:00000010:1.0:1715210369.913557:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:2.0:1715210369.913563:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210369.913573:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210369.913578:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993664, portal 25 00000400:00000200:2.0:1715210369.913580:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715210369.913582:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715210369.913584:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075993664, offset 0 00000400:00000200:2.0:1715210369.913586:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210369.913590:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210369.913594:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210369.913597:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210369.913600:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [997:997:256:4294967295] 192.168.202.130@tcp LPNI seq info [997:997:8:4294967295] 00000400:00000200:1.0:1715210369.913610:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210369.913612:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210369.913618:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210369.913620:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210369.913624:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210369.913628:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210369.913630:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1715210369.913632:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715210369.913633:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210369.913636:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [998:998:255:4294967295] 192.168.202.130@tcp LPNI seq info [998:998:7:4294967295] 00000800:00000200:2.0:1715210369.913639:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210369.913645:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210369.913652:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715210369.913652:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:1.0:1715210369.913656:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:2.0:1715210369.913656:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210369.913661:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210369.913667:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210369.913671:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210369.913830:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210369.913836:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715210369.913844:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210369.913851:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210369.913855:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:0.0:1715210369.913858:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:0.0:1715210369.913866:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526075993728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210369.913957:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210369.913960:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715210369.913963:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210369.913967:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210369.913970:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:0.0:1715210369.913971:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:0.0:1715210369.913985:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5f80 x1798526075993664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210369.915860:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210369.915873:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0fe80 00000400:00000200:0.0:1715210369.915881:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ff1 [1] + 224 00000400:00000200:0.0:1715210369.915892:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210369.915896:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210369.915904:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526075993728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210369.915944:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210369.915949:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0fe40 00000400:00000200:0.0:1715210369.915953:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x1ff9 [1] + 224 00000400:00000200:0.0:1715210369.915971:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210369.915975:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210369.915980:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5f80 x1798526075993664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210369.916041:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:2.0:1715210369.916049:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:2.0:1715210369.916051:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715210369.916059:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526075993728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210369.916071:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526075993728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210369.916098:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715210369.916102:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 00000400:00000200:1.0:1715210369.916106:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210369.916108:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 02000000:00000010:2.0:1715210369.916108:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715210369.916112:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000100:00000200:1.0:1715210369.916175:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5f80 x1798526075993664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210369.916187:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5f80 x1798526075993664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210369.916205:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715210369.916211:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ca00. 00000100:00000010:1.0:1715210369.916214:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5f80. 00000100:00000010:2.0:1715210374.921360:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 02000000:00000010:2.0:1715210374.921390:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715210374.921447:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715210374.921451:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cf00. 02000000:00000010:2.0:1715210374.921524:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715210374.921531:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000010:2.0:1715210374.921539:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 02000000:00000010:0.0:1715210374.921542:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000100:00000200:2.0:1715210374.921547:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993856, portal 4 00000400:00000010:0.0:1715210374.921551:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000400:00000010:2.0:1715210374.921555:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000400:00000010:0.0:1715210374.921556:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715210374.921557:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075993856, offset 0 00000100:00000200:0.0:1715210374.921561:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993792, portal 25 00000400:00000010:0.0:1715210374.921568:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000200:2.0:1715210374.921568:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210374.921572:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075993792, offset 0 00000400:00000200:0.0:1715210374.921580:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210374.921583:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210374.921589:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210374.921593:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210374.921597:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210374.921601:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210374.921604:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [999:999:256:4294967295] 192.168.202.130@tcp LPNI seq info [999:999:8:4294967295] 00000400:00000200:2.0:1715210374.921636:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210374.921643:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210374.921645:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210374.921648:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000400:00000200:0.0:1715210374.921649:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210374.921653:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715210374.921654:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210374.921655:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210374.921658:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210374.921661:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1000:1000:255:4294967295] 192.168.202.130@tcp LPNI seq info [1000:1000:7:4294967295] 00000800:00000200:2.0:1715210374.921665:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210374.921670:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210374.921680:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210374.921686:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210374.921689:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000800:00000200:0.0:1715210374.921694:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210374.921700:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210374.921704:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210374.921789:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210374.921797:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715210374.921807:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210374.921817:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210374.921823:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715210374.921826:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715210374.921838:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526075993856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210374.921980:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210374.921985:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715210374.921990:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210374.921997:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210374.922001:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715210374.922004:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715210374.922012:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526075993792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210374.923977:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210374.923994:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ff00 00000400:00000200:0.0:1715210374.924004:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2001 [1] + 224 00000400:00000200:0.0:1715210374.924018:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210374.924025:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210374.924034:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526075993856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210374.924088:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210374.924095:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0fec0 00000400:00000200:0.0:1715210374.924100:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2009 [1] + 224 00000400:00000200:0.0:1715210374.924156:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210374.924161:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715210374.924163:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:2.0:1715210374.924171:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:2.0:1715210374.924173:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:0.0:1715210374.924181:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526075993792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210374.924181:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526075993856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210374.924192:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526075993856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210374.924224:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715210374.924230:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cf00. 00000100:00000010:2.0:1715210374.924234:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000400:00000010:1.0:1715210374.924303:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:1.0:1715210374.924312:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715210374.924314:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715210374.924321:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526075993792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210374.924358:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526075993792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210374.924376:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715210374.924381:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:1.0:1715210374.924384:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000100:00000010:2.0:1715210379.929237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715210379.929264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cf00. 00000100:00000010:2.0:1715210379.929348:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4e00. 02000000:00000010:2.0:1715210379.929352:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c000. 02000000:00000010:2.0:1715210379.929409:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715210379.929416:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000010:2.0:1715210379.929423:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715210379.929431:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993984, portal 4 00000400:00000010:2.0:1715210379.929438:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 02000000:00000010:3.0:1715210379.929439:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000100:00000200:2.0:1715210379.929441:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075993984, offset 0 00000400:00000010:3.0:1715210379.929450:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:2.0:1715210379.929452:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715210379.929459:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210379.929465:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075993920, portal 25 00000400:00000200:2.0:1715210379.929467:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:3.0:1715210379.929471:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257110. 00000400:00000200:2.0:1715210379.929474:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1715210379.929474:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075993920, offset 0 00000400:00000200:2.0:1715210379.929478:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210379.929483:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210379.929498:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210379.929500:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210379.929504:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1001:1001:256:4294967295] 192.168.202.130@tcp LPNI seq info [1001:1001:8:4294967295] 00000400:00000200:2.0:1715210379.929515:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210379.929522:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210379.929528:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000400:00000200:3.0:1715210379.929528:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210379.929534:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210379.929535:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210379.929539:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210379.929543:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210379.929546:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715210379.929547:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715210379.929551:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210379.929552:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1002:1002:255:4294967295] 192.168.202.130@tcp LPNI seq info [1002:1002:7:4294967295] 00000400:00000200:3.0:1715210379.929566:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210379.929575:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210379.929589:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba700. 00000800:00000200:3.0:1715210379.929597:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210379.929605:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210379.929610:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210379.929625:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210379.929631:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715210379.929636:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210379.929643:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210379.929648:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:0.0:1715210379.929650:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:0.0:1715210379.929659:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4e00 x1798526075993984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210379.929741:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210379.929744:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba700. 00000400:00000200:0.0:1715210379.929747:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210379.929751:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210379.929754:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257110 00000400:00000010:0.0:1715210379.929756:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257110. 00000100:00000200:0.0:1715210379.929760:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526075993920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210379.931556:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210379.931569:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe0ff80 00000400:00000200:0.0:1715210379.931578:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2011 [1] + 224 00000400:00000200:0.0:1715210379.931589:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210379.931593:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210379.931600:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4e00 x1798526075993984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210379.931638:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210379.931643:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ff40 00000400:00000200:0.0:1715210379.931647:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2019 [1] + 224 00000400:00000200:0.0:1715210379.931666:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210379.931670:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210379.931674:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526075993920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210379.931720:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:2.0:1715210379.931728:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:2.0:1715210379.931730:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715210379.931737:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4e00 x1798526075993984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210379.931748:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4e00 x1798526075993984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210379.931768:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210379.931778:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 02000000:00000010:2.0:1715210379.931779:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 00000400:00000010:3.0:1715210379.931781:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 02000000:00000010:2.0:1715210379.931785:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c000. 00000100:00000010:2.0:1715210379.931789:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4e00. 00000100:00000200:3.0:1715210379.931790:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526075993920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210379.931807:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526075993920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210379.931830:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210379.931837:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cf00. 00000100:00000010:3.0:1715210379.931842:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000100:00000010:2.0:1715210384.937323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4e00. 02000000:00000010:2.0:1715210384.937353:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c000. 00000100:00000010:2.0:1715210384.937412:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715210384.937416:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 02000000:00000010:2.0:1715210384.937480:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715210384.937488:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000010:2.0:1715210384.937495:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715210384.937503:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994112, portal 4 02000000:00000010:0.0:1715210384.937507:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:2.0:1715210384.937512:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715210384.937515:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075994112, offset 0 00000400:00000010:0.0:1715210384.937517:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 00000400:00000200:2.0:1715210384.937526:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715210384.937553:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715210384.937557:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994048, portal 25 00000400:00000200:2.0:1715210384.937561:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:0.0:1715210384.937562:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715210384.937564:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075994048, offset 0 00000400:00000200:2.0:1715210384.937567:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210384.937571:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210384.937575:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210384.937578:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210384.937581:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1003:1003:256:4294967295] 192.168.202.130@tcp LPNI seq info [1003:1003:8:4294967295] 00000400:00000200:0.0:1715210384.937582:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210384.937592:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210384.937599:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210384.937600:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210384.937604:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210384.937604:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000400:00000200:0.0:1715210384.937608:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715210384.937610:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210384.937611:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210384.937613:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210384.937616:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1004:1004:255:4294967295] 192.168.202.130@tcp LPNI seq info [1004:1004:7:4294967295] 00000800:00000200:2.0:1715210384.937620:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210384.937625:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210384.937625:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210384.937630:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210384.937634:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715210384.937639:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210384.937645:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210384.937648:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210384.937716:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210384.937722:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715210384.937730:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210384.937738:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210384.937742:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:1.0:1715210384.937744:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:1.0:1715210384.937753:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526075994112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210384.937848:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210384.937850:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210384.937853:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210384.937856:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210384.937868:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:1.0:1715210384.937870:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715210384.937875:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4e00 x1798526075994048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210384.939747:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210384.939760:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10000 00000400:00000200:0.0:1715210384.939768:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2021 [1] + 224 00000400:00000200:0.0:1715210384.939779:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210384.939782:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210384.939790:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526075994112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210384.939831:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210384.939839:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe0ffc0 00000400:00000200:0.0:1715210384.939845:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2029 [1] + 224 00000400:00000200:0.0:1715210384.939874:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210384.939881:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210384.939888:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4e00 x1798526075994048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210384.939910:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:2.0:1715210384.939918:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:2.0:1715210384.939919:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715210384.939927:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526075994112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210384.939938:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526075994112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210384.939970:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715210384.939975:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715210384.939979:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000400:00000010:1.0:1715210384.940022:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000400:00000200:1.0:1715210384.940030:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715210384.940032:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715210384.940040:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4e00 x1798526075994048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210384.940051:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4e00 x1798526075994048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210384.940069:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715210384.940073:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c000. 00000100:00000010:1.0:1715210384.940076:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4e00. 00000100:00000010:2.0:1715210389.945354:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715210389.945384:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715210389.945442:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 02000000:00000010:2.0:1715210389.945446:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c700. 02000000:00000010:2.0:1715210389.945512:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715210389.945519:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000010:2.0:1715210389.945527:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715210389.945534:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994240, portal 4 02000000:00000010:1.0:1715210389.945545:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:1.0:1715210389.945554:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210389.945560:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:2.0:1715210389.945562:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715210389.945564:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994176, portal 25 00000100:00000200:2.0:1715210389.945565:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075994240, offset 0 00000400:00000010:1.0:1715210389.945569:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da7f8. 00000400:00000200:2.0:1715210389.945576:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210389.945582:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075994176, offset 0 00000400:00000200:1.0:1715210389.945589:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210389.945591:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210389.945597:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210389.945602:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210389.945605:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210389.945608:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210389.945611:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1005:1005:256:4294967295] 192.168.202.130@tcp LPNI seq info [1005:1005:8:4294967295] 00000400:00000200:2.0:1715210389.945623:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210389.945629:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210389.945631:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210389.945633:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715210389.945636:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210389.945639:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210389.945640:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210389.945642:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210389.945645:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210389.945648:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1006:1006:255:4294967295] 192.168.202.130@tcp LPNI seq info [1006:1006:7:4294967295] 00000800:00000200:2.0:1715210389.945650:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210389.945655:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210389.945657:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210389.945662:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210389.945666:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715210389.945681:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210389.945687:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210389.945691:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210389.945752:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210389.945767:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:0.0:1715210389.945776:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210389.945783:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210389.945788:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:0.0:1715210389.945790:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:0.0:1715210389.945799:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526075994240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210389.945895:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210389.945898:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715210389.945902:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210389.945906:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210389.945909:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da7f8 00000400:00000010:0.0:1715210389.945911:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da7f8. 00000100:00000200:0.0:1715210389.945914:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526075994176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210389.947845:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210389.947859:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10080 00000400:00000200:0.0:1715210389.947867:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2031 [1] + 224 00000400:00000200:0.0:1715210389.947878:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210389.947881:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210389.947889:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526075994240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210389.947927:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210389.947932:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10040 00000400:00000200:0.0:1715210389.947936:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2035 [1] + 224 00000400:00000200:0.0:1715210389.947953:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210389.947957:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210389.947962:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526075994176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210389.948008:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:2.0:1715210389.948016:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:2.0:1715210389.948018:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715210389.948026:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526075994240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210389.948036:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526075994240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210389.948065:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715210389.948068:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 00000400:00000200:1.0:1715210389.948074:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 02000000:00000010:2.0:1715210389.948074:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c700. 00000400:00000010:1.0:1715210389.948076:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000010:2.0:1715210389.948078:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000100:00000200:1.0:1715210389.948084:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526075994176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210389.948095:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526075994176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210389.948114:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715210389.948163:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:1.0:1715210389.948166:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000100:00000010:2.0:1715210394.953276:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 02000000:00000010:2.0:1715210394.953306:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c600. 00000100:00000010:2.0:1715210394.953368:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5f80. 02000000:00000010:2.0:1715210394.953376:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c300. 02000000:00000010:0.0:1715210394.953415:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210394.953426:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 00000400:00000010:0.0:1715210394.953436:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 02000000:00000010:2.0:1715210394.953442:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000100:00000200:0.0:1715210394.953446:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994304, portal 25 00000400:00000010:0.0:1715210394.953452:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715210394.953456:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075994304, offset 0 00000400:00000010:2.0:1715210394.953467:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:0.0:1715210394.953469:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210394.953486:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000200:0.0:1715210394.953487:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210394.953490:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994368, portal 4 00000400:00000200:0.0:1715210394.953495:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210394.953497:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715210394.953500:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075994368, offset 0 00000400:00000200:0.0:1715210394.953501:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210394.953506:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210394.953507:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210394.953510:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210394.953515:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1007:1007:256:4294967295] 192.168.202.130@tcp LPNI seq info [1007:1007:8:4294967295] 00000400:00000200:0.0:1715210394.953531:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210394.953540:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210394.953540:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210394.953544:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210394.953546:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715210394.953548:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210394.953551:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210394.953554:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210394.953554:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210394.953558:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1008:1008:255:4294967295] 192.168.202.130@tcp LPNI seq info [1008:1008:7:4294967295] 00000800:00000200:0.0:1715210394.953567:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210394.953569:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210394.953573:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210394.953576:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210394.953579:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715210394.953584:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210394.953591:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210394.953594:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210394.953693:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210394.953700:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715210394.953711:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210394.953721:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210394.953727:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715210394.953730:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715210394.953742:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526075994304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210394.953852:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210394.953856:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715210394.953861:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210394.953868:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210394.953872:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:1.0:1715210394.953875:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715210394.953882:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5f80 x1798526075994368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210394.955680:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210394.955694:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe100c0 00000400:00000200:0.0:1715210394.955702:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2041 [1] + 224 00000400:00000200:0.0:1715210394.955713:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210394.955717:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210394.955725:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526075994304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210394.955770:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210394.955778:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10100 00000400:00000200:0.0:1715210394.955796:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2049 [1] + 224 00000400:00000010:2.0:1715210394.955813:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 00000400:00000200:2.0:1715210394.955818:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715210394.955820:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000400:00000200:0.0:1715210394.955824:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1715210394.955827:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526075994304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210394.955830:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210394.955837:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5f80 x1798526075994368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210394.955842:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526075994304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210394.955873:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210394.955879:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c600. 00000100:00000010:2.0:1715210394.955884:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000400:00000010:3.0:1715210394.955929:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:3.0:1715210394.955936:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:3.0:1715210394.955938:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:3.0:1715210394.955946:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5f80 x1798526075994368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210394.955957:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5f80 x1798526075994368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210394.955981:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715210394.955986:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c300. 00000100:00000010:3.0:1715210394.955989:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5f80. 00000100:00000010:2.0:1715210399.961303:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 02000000:00000010:2.0:1715210399.961333:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c600. 00000100:00000010:2.0:1715210399.961409:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715210399.961413:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c900. 02000000:00000010:2.0:1715210399.961470:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715210399.961478:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:2.0:1715210399.961484:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715210399.961493:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994496, portal 4 00000400:00000010:2.0:1715210399.961502:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210399.961504:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075994496, offset 0 02000000:00000010:1.0:1715210399.961510:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000200:2.0:1715210399.961516:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210399.961520:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:2.0:1715210399.961531:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715210399.961535:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:2.0:1715210399.961537:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210399.961540:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994432, portal 25 00000400:00000200:2.0:1715210399.961542:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:1.0:1715210399.961544:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dae58. 00000100:00000200:1.0:1715210399.961546:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075994432, offset 0 00000400:00000200:2.0:1715210399.961546:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210399.961549:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210399.961553:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210399.961553:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1009:1009:256:4294967295] 192.168.202.130@tcp LPNI seq info [1009:1009:8:4294967295] 00000400:00000200:2.0:1715210399.961564:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210399.961570:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210399.961574:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210399.961574:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715210399.961578:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210399.961581:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715210399.961581:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210399.961584:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210399.961587:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210399.961590:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1010:1010:255:4294967295] 192.168.202.130@tcp LPNI seq info [1010:1010:7:4294967295] 00000800:00000200:2.0:1715210399.961592:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210399.961597:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210399.961600:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210399.961605:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210399.961608:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715210399.961613:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210399.961620:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210399.961623:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210399.961752:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210399.961759:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:0.0:1715210399.961766:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210399.961773:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210399.961778:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:0.0:1715210399.961780:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:0.0:1715210399.961789:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5c00 x1798526075994496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210399.961874:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210399.961877:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715210399.961881:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210399.961885:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210399.961887:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dae58 00000400:00000010:0.0:1715210399.961889:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dae58. 00000100:00000200:0.0:1715210399.961893:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526075994432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210399.963613:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210399.963626:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10140 00000400:00000200:0.0:1715210399.963634:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2059 [1] + 224 00000400:00000200:0.0:1715210399.963645:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210399.963649:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210399.963657:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526075994432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210399.963694:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210399.963710:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10180 00000400:00000200:0.0:1715210399.963714:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2051 [1] + 224 00000400:00000200:0.0:1715210399.963730:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210399.963734:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210399.963739:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5c00 x1798526075994496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210399.963779:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210399.963787:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210399.963789:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210399.963797:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526075994432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210399.963808:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526075994432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210399.963833:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715210399.963840:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c600. 00000100:00000010:1.0:1715210399.963845:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000400:00000010:2.0:1715210399.963859:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715210399.963867:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:2.0:1715210399.963870:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715210399.963877:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5c00 x1798526075994496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210399.963889:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5c00 x1798526075994496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210399.963914:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715210399.963919:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c900. 00000100:00000010:2.0:1715210399.963931:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5c00. 00000100:00000010:2.0:1715210404.969268:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715210404.969298:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c900. 00000100:00000010:2.0:1715210404.969351:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4a80. 02000000:00000010:2.0:1715210404.969356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cd00. 02000000:00000010:2.0:1715210404.969413:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715210404.969421:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:2.0:1715210404.969427:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715210404.969435:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994624, portal 4 02000000:00000010:0.0:1715210404.969438:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:2.0:1715210404.969442:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715210404.969445:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075994624, offset 0 00000400:00000010:0.0:1715210404.969449:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 00000400:00000200:2.0:1715210404.969456:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715210404.969465:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715210404.969470:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994560, portal 25 00000400:00000200:2.0:1715210404.969470:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:0.0:1715210404.969474:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715210404.969476:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075994560, offset 0 00000400:00000200:2.0:1715210404.969476:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210404.969481:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210404.969484:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210404.969485:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210404.969487:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210404.969491:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1011:1011:256:4294967295] 192.168.202.130@tcp LPNI seq info [1011:1011:8:4294967295] 00000400:00000200:2.0:1715210404.969502:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210404.969508:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210404.969510:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210404.969513:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715210404.969515:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210404.969518:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715210404.969520:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210404.969521:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210404.969524:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210404.969526:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1012:1012:255:4294967295] 192.168.202.130@tcp LPNI seq info [1012:1012:7:4294967295] 00000800:00000200:2.0:1715210404.969530:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210404.969535:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210404.969536:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210404.969541:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210404.969544:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715210404.969549:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210404.969555:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210404.969559:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210404.969639:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210404.969646:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715210404.969655:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210404.969664:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210404.969689:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:1.0:1715210404.969692:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:1.0:1715210404.969703:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4a80 x1798526075994624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210404.969815:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210404.969819:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210404.969824:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210404.969831:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210404.969835:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715210404.969838:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715210404.969845:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5c00 x1798526075994560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210404.971786:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210404.971799:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10200 00000400:00000200:0.0:1715210404.971807:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2061 [1] + 224 00000400:00000200:0.0:1715210404.971818:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210404.971831:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210404.971840:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4a80 x1798526075994624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210404.971878:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210404.971884:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe101c0 00000400:00000200:0.0:1715210404.971889:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2069 [1] + 224 00000400:00000200:0.0:1715210404.971905:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210404.971909:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210404.971913:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5c00 x1798526075994560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210404.971962:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715210404.971970:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:2.0:1715210404.971972:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715210404.971980:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4a80 x1798526075994624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210404.971991:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4a80 x1798526075994624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210404.972031:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 02000000:00000010:2.0:1715210404.972034:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715210404.972039:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715210404.972040:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715210404.972042:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000010:2.0:1715210404.972043:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4a80. 00000100:00000200:1.0:1715210404.972050:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5c00 x1798526075994560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210404.972061:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5c00 x1798526075994560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210404.972153:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715210404.972158:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c900. 00000100:00000010:1.0:1715210404.972161:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5c00. 00000100:00000010:2.0:1715210409.977273:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4a80. 02000000:00000010:2.0:1715210409.977304:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cd00. 00000100:00000010:2.0:1715210409.977360:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715210409.977364:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 02000000:00000010:2.0:1715210409.977426:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715210409.977434:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 02000000:00000010:3.0:1715210409.977437:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:2.0:1715210409.977440:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000400:00000010:3.0:1715210409.977446:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715210409.977448:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994752, portal 4 00000400:00000010:3.0:1715210409.977452:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:2.0:1715210409.977456:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:3.0:1715210409.977456:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994688, portal 25 00000100:00000200:2.0:1715210409.977459:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075994752, offset 0 00000400:00000010:3.0:1715210409.977460:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257f68. 00000100:00000200:3.0:1715210409.977463:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075994688, offset 0 00000400:00000200:2.0:1715210409.977469:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210409.977480:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210409.977484:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210409.977490:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210409.977495:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210409.977499:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210409.977502:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210409.977506:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1013:1013:256:4294967295] 192.168.202.130@tcp LPNI seq info [1013:1013:8:4294967295] 00000400:00000200:2.0:1715210409.977517:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210409.977523:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210409.977527:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000400:00000200:3.0:1715210409.977527:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210409.977531:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210409.977534:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210409.977535:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210409.977537:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210409.977540:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210409.977543:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1014:1014:255:4294967295] 192.168.202.130@tcp LPNI seq info [1014:1014:7:4294967295] 00000800:00000200:2.0:1715210409.977545:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210409.977550:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210409.977552:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210409.977557:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210409.977561:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba200. 00000800:00000200:3.0:1715210409.977565:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210409.977572:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210409.977575:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210409.977635:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210409.977642:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715210409.977650:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210409.977658:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210409.977663:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:0.0:1715210409.977665:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:0.0:1715210409.977674:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526075994752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210409.977762:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210409.977764:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba200. 00000400:00000200:0.0:1715210409.977767:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210409.977771:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210409.977774:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257f68 00000400:00000010:0.0:1715210409.977775:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257f68. 00000100:00000200:0.0:1715210409.977779:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4a80 x1798526075994688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210409.979543:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210409.979556:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10280 00000400:00000200:0.0:1715210409.979565:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2071 [1] + 224 00000400:00000200:0.0:1715210409.979589:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210409.979593:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210409.979601:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526075994752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210409.979641:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210409.979647:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10240 00000400:00000200:0.0:1715210409.979651:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2075 [1] + 224 00000400:00000200:0.0:1715210409.979672:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210409.979676:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210409.979681:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4a80 x1798526075994688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210409.979721:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715210409.979729:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:2.0:1715210409.979731:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715210409.979749:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526075994752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210409.979760:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526075994752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210409.979792:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715210409.979798:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000400:00000010:3.0:1715210409.979800:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000100:00000010:2.0:1715210409.979802:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000400:00000200:3.0:1715210409.979809:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210409.979811:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210409.979819:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4a80 x1798526075994688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210409.979829:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4a80 x1798526075994688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210409.979847:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210409.979854:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cd00. 00000100:00000010:3.0:1715210409.979857:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4a80. 00000100:00000010:2.0:1715210414.985341:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715210414.985371:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 00000100:00000010:2.0:1715210414.985432:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 02000000:00000010:2.0:1715210414.985436:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 02000000:00000010:2.0:1715210414.985502:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715210414.985509:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:2.0:1715210414.985516:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 02000000:00000010:3.0:1715210414.985520:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000100:00000200:2.0:1715210414.985524:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994880, portal 4 00000400:00000010:3.0:1715210414.985529:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715210414.985533:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:2.0:1715210414.985535:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075994880, offset 0 00000400:00000010:3.0:1715210414.985535:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210414.985539:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994816, portal 25 00000400:00000010:3.0:1715210414.985543:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257e58. 00000400:00000200:2.0:1715210414.985546:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715210414.985553:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075994816, offset 0 00000400:00000200:3.0:1715210414.985561:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210414.985562:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210414.985568:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210414.985573:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210414.985577:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210414.985580:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210414.985583:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1015:1015:256:4294967295] 192.168.202.130@tcp LPNI seq info [1015:1015:8:4294967295] 00000400:00000200:2.0:1715210414.985595:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210414.985601:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210414.985603:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210414.985604:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715210414.985611:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210414.985620:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210414.985625:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210414.985625:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210414.985628:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210414.985631:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210414.985634:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210414.985637:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1016:1016:255:4294967295] 192.168.202.130@tcp LPNI seq info [1016:1016:7:4294967295] 00000400:00000200:3.0:1715210414.985647:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210414.985652:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210414.985656:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba500. 00000800:00000200:3.0:1715210414.985661:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210414.985667:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210414.985671:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210414.985725:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210414.985732:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715210414.985740:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210414.985747:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210414.985752:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:0.0:1715210414.985754:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:0.0:1715210414.985764:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526075994880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210414.985855:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210414.985857:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba500. 00000400:00000200:0.0:1715210414.985860:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210414.985864:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210414.985867:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257e58 00000400:00000010:0.0:1715210414.985868:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257e58. 00000100:00000200:0.0:1715210414.985872:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526075994816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210414.987717:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210414.987730:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10300 00000400:00000200:0.0:1715210414.987747:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2081 [1] + 224 00000400:00000200:0.0:1715210414.987760:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210414.987764:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210414.987771:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526075994880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210414.987810:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210414.987815:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe102c0 00000400:00000200:0.0:1715210414.987820:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2089 [1] + 224 00000400:00000200:0.0:1715210414.987839:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210414.987844:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210414.987848:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526075994816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210414.987851:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715210414.987858:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:2.0:1715210414.987861:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715210414.987868:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526075994880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210414.987879:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526075994880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210414.987912:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715210414.987918:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715210414.987922:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000400:00000010:3.0:1715210414.987971:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210414.988005:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210414.988007:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210414.988015:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526075994816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210414.988026:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526075994816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210414.988044:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210414.988050:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:3.0:1715210414.988053:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000100:00000010:2.0:1715210419.993231:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 02000000:00000010:2.0:1715210419.993257:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715210419.993311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715210419.993315:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 02000000:00000010:2.0:1715210419.993371:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715210419.993378:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:2.0:1715210419.993385:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715210419.993393:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995008, portal 4 02000000:00000010:3.0:1715210419.993395:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:2.0:1715210419.993401:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:2.0:1715210419.993403:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075995008, offset 0 00000400:00000010:3.0:1715210419.993406:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:2.0:1715210419.993414:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715210419.993427:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:2.0:1715210419.993429:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:3.0:1715210419.993434:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075994944, portal 25 00000400:00000200:2.0:1715210419.993435:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210419.993440:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:3.0:1715210419.993440:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257000. 00000100:00000200:3.0:1715210419.993442:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075994944, offset 0 00000400:00000200:2.0:1715210419.993444:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210419.993447:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210419.993451:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1017:1017:256:4294967295] 192.168.202.130@tcp LPNI seq info [1017:1017:8:4294967295] 00000400:00000200:3.0:1715210419.993452:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210419.993462:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210419.993468:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210419.993472:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000400:00000200:3.0:1715210419.993474:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210419.993480:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210419.993495:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210419.993496:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210419.993500:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210419.993504:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715210419.993506:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715210419.993509:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1018:1018:255:4294967295] 192.168.202.130@tcp LPNI seq info [1018:1018:7:4294967295] 00000800:00000200:2.0:1715210419.993511:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210419.993523:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210419.993531:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210419.993537:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbac00. 00000800:00000200:3.0:1715210419.993545:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210419.993555:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210419.993560:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbac00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210419.993581:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210419.993587:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:0.0:1715210419.993592:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210419.993600:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210419.993604:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:0.0:1715210419.993607:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715210419.993616:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526075995008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210419.993674:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210419.993677:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbac00. 00000400:00000200:0.0:1715210419.993680:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210419.993684:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210419.993686:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257000 00000400:00000010:0.0:1715210419.993688:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257000. 00000100:00000200:0.0:1715210419.993692:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526075994944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210419.995582:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210419.995603:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10380 00000400:00000200:0.0:1715210419.995611:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2091 [1] + 224 00000400:00000200:0.0:1715210419.995624:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210419.995627:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210419.995635:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526075995008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210419.995674:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210419.995679:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10340 00000400:00000200:0.0:1715210419.995684:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2099 [1] + 224 00000400:00000200:0.0:1715210419.995699:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210419.995703:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210419.995708:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526075994944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210419.995755:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715210419.995763:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:2.0:1715210419.995765:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715210419.995772:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526075995008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210419.995784:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526075995008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210419.995800:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210419.995811:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 02000000:00000010:2.0:1715210419.995815:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 00000400:00000010:3.0:1715210419.995815:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 02000000:00000010:2.0:1715210419.995820:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715210419.995824:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000100:00000200:3.0:1715210419.995825:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526075994944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210419.995841:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526075994944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210419.995865:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210419.995873:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:3.0:1715210419.995878:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000100:00000010:0.0:1715210425.001364:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210425.001394:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210425.001454:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210425.001459:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:2.0:1715210425.001510:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715210425.001512:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:2.0:1715210425.001522:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:3.0:1715210425.001522:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715210425.001530:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000400:00000010:3.0:1715210425.001530:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210425.001539:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995136, portal 4 00000100:00000200:2.0:1715210425.001544:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995072, portal 25 00000400:00000010:3.0:1715210425.001547:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257198. 00000400:00000010:2.0:1715210425.001548:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:3.0:1715210425.001550:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075995136, offset 0 00000100:00000200:2.0:1715210425.001551:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075995072, offset 0 00000400:00000200:3.0:1715210425.001562:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210425.001570:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210425.001577:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210425.001584:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210425.001588:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210425.001610:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210425.001613:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210425.001616:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1019:1019:256:4294967295] 192.168.202.130@tcp LPNI seq info [1019:1019:8:4294967295] 00000400:00000200:3.0:1715210425.001627:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210425.001634:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210425.001636:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715210425.001638:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba300. 00000400:00000200:2.0:1715210425.001640:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210425.001644:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:3.0:1715210425.001645:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210425.001647:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210425.001649:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210425.001652:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1020:1020:255:4294967295] 192.168.202.130@tcp LPNI seq info [1020:1020:7:4294967295] 00000800:00000200:3.0:1715210425.001656:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210425.001661:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210425.001661:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210425.001666:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210425.001670:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715210425.001674:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210425.001690:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210425.001694:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210425.001758:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210425.001762:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba300. 00000400:00000200:0.0:1715210425.001769:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210425.001776:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210425.001781:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257198 00000400:00000010:0.0:1715210425.001783:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257198. 00000100:00000200:0.0:1715210425.001791:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075995136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210425.001875:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210425.001878:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:0.0:1715210425.001881:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210425.001885:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210425.001933:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:0.0:1715210425.001935:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:0.0:1715210425.001941:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075995072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210425.003915:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210425.003929:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10400 00000400:00000200:0.0:1715210425.003937:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x20a1 [1] + 224 00000400:00000200:0.0:1715210425.003948:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210425.003952:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210425.003960:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075995136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210425.003997:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210425.004003:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe103c0 00000400:00000200:0.0:1715210425.004007:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x20a5 [1] + 224 00000400:00000200:0.0:1715210425.004026:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210425.004030:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210425.004034:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075995072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210425.004048:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210425.004057:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210425.004060:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210425.004069:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075995136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210425.004085:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075995136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210425.004157:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715210425.004166:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:2.0:1715210425.004169:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715210425.004179:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075995072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210425.004196:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075995072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210425.004221:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715210425.004229:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715210425.004235:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 02000000:00000010:3.0:1715210425.004626:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210425.004633:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715210425.004636:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715210430.009246:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210430.009273:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210430.009320:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210430.009324:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210430.009383:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210430.009390:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 00000400:00000010:0.0:1715210430.009396:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715210430.009404:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995264, portal 4 02000000:00000010:2.0:1715210430.009407:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715210430.009412:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715210430.009414:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075995264, offset 0 00000400:00000010:2.0:1715210430.009416:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:0.0:1715210430.009424:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210430.009449:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715210430.009453:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995200, portal 25 00000400:00000200:0.0:1715210430.009456:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715210430.009457:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715210430.009459:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075995200, offset 0 00000400:00000200:0.0:1715210430.009462:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210430.009466:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210430.009466:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210430.009469:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210430.009472:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210430.009475:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1021:1021:256:4294967295] 192.168.202.130@tcp LPNI seq info [1021:1021:8:4294967295] 00000400:00000200:0.0:1715210430.009486:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210430.009491:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210430.009494:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210430.009495:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715210430.009498:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210430.009502:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210430.009502:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210430.009504:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210430.009507:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210430.009509:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1022:1022:255:4294967295] 192.168.202.130@tcp LPNI seq info [1022:1022:7:4294967295] 00000800:00000200:0.0:1715210430.009512:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210430.009517:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210430.009518:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210430.009523:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210430.009526:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715210430.009531:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210430.009537:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210430.009550:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210430.009601:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210430.009606:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715210430.009614:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210430.009621:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210430.009626:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715210430.009628:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715210430.009636:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075995264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210430.009727:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210430.009737:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715210430.009741:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210430.009744:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210430.009747:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:1.0:1715210430.009749:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:1.0:1715210430.009753:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075995200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210430.011529:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210430.011541:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10480 00000400:00000200:0.0:1715210430.011549:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x20b1 [1] + 224 00000400:00000200:0.0:1715210430.011559:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210430.011563:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210430.011570:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075995264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210430.011607:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210430.011612:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10440 00000400:00000200:0.0:1715210430.011617:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x20b9 [1] + 224 00000400:00000200:0.0:1715210430.011638:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210430.011642:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210430.011646:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075995200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210430.011690:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000400:00000200:2.0:1715210430.011698:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715210430.011700:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715210430.011708:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075995264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210430.011719:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075995264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210430.011751:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210430.011757:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715210430.011762:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:3.0:1715210430.011766:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:3.0:1715210430.011774:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:3.0:1715210430.011776:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:3.0:1715210430.011784:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075995200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210430.011795:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075995200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210430.011813:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715210430.011817:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715210430.011820:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715210435.017279:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210435.017306:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715210435.017373:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210435.017377:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210435.017446:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210435.017453:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000400:00000010:0.0:1715210435.017460:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 02000000:00000010:1.0:1715210435.017461:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000100:00000200:0.0:1715210435.017467:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995392, portal 4 00000400:00000010:1.0:1715210435.017470:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715210435.017474:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:1.0:1715210435.017476:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715210435.017477:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075995392, offset 0 00000100:00000200:1.0:1715210435.017481:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995328, portal 25 00000400:00000010:1.0:1715210435.017485:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da198. 00000400:00000200:0.0:1715210435.017488:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210435.017497:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075995328, offset 0 00000400:00000200:0.0:1715210435.017503:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210435.017505:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210435.017509:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210435.017514:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210435.017518:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210435.017521:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210435.017525:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1023:1023:256:4294967295] 192.168.202.130@tcp LPNI seq info [1023:1023:8:4294967295] 00000400:00000200:0.0:1715210435.017536:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210435.017542:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210435.017546:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715210435.017546:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210435.017550:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210435.017552:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210435.017554:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210435.017557:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210435.017559:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210435.017563:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210435.017563:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1024:1024:255:4294967295] 192.168.202.130@tcp LPNI seq info [1024:1024:7:4294967295] 00000800:00000200:0.0:1715210435.017569:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210435.017572:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210435.017577:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210435.017581:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715210435.017585:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210435.017591:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210435.017595:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210435.017672:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210435.017678:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715210435.017685:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210435.017692:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210435.017697:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715210435.017699:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715210435.017709:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075995392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210435.017795:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210435.017798:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715210435.017843:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210435.017848:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210435.017851:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da198 00000400:00000010:2.0:1715210435.017852:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da198. 00000100:00000200:2.0:1715210435.017857:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075995328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210435.019488:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210435.019501:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10500 00000400:00000200:0.0:1715210435.019509:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x20c1 [1] + 224 00000400:00000200:0.0:1715210435.019520:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210435.019524:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210435.019531:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075995392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210435.019569:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210435.019585:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe104c0 00000400:00000200:0.0:1715210435.019590:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x20c9 [1] + 224 00000400:00000200:0.0:1715210435.019610:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210435.019614:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210435.019619:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075995328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210435.019660:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:2.0:1715210435.019668:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715210435.019670:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715210435.019678:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075995392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210435.019707:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075995392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210435.019739:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715210435.019739:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210435.019745:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000400:00000200:1.0:1715210435.019747:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210435.019749:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000010:2.0:1715210435.019749:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000200:1.0:1715210435.019756:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075995328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210435.019784:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075995328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210435.019802:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715210435.019836:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715210435.019839:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210440.025231:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210440.025259:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715210440.025294:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210440.025298:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:2.0:1715210440.025314:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:2.0:1715210440.025326:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000010:2.0:1715210440.025334:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715210440.025343:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995456, portal 25 00000400:00000010:2.0:1715210440.025348:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000100:00000200:2.0:1715210440.025351:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075995456, offset 0 00000400:00000200:2.0:1715210440.025361:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210440.025377:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210440.025383:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210440.025387:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210440.025391:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210440.025393:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210440.025397:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1025:1025:256:4294967295] 192.168.202.130@tcp LPNI seq info [1025:1025:8:4294967295] 00000400:00000200:2.0:1715210440.025408:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 02000000:00000010:3.0:1715210440.025411:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000800:00000200:2.0:1715210440.025414:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210440.025419:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:2.0:1715210440.025425:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210440.025436:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000010:3.0:1715210440.025438:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000800:00000200:2.0:1715210440.025441:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1715210440.025443:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210440.025447:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995520, portal 4 00000400:00000010:3.0:1715210440.025453:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257c38. 00000100:00000200:3.0:1715210440.025455:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075995520, offset 0 00000400:00000200:3.0:1715210440.025463:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210440.025471:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210440.025475:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210440.025479:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210440.025481:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210440.025482:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1715210440.025484:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000010:0.0:1715210440.025486:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:3.0:1715210440.025487:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1026:1026:255:4294967295] 192.168.202.130@tcp LPNI seq info [1026:1026:7:4294967295] 00000400:00000200:0.0:1715210440.025490:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1715210440.025497:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715210440.025498:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210440.025502:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000800:00000200:3.0:1715210440.025502:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715210440.025505:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000800:00000010:3.0:1715210440.025505:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaf00. 00000800:00000200:3.0:1715210440.025510:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000100:00000200:0.0:1715210440.025513:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075995456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:3.0:1715210440.025517:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210440.025520:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210440.025545:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210440.025547:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaf00. 00000400:00000200:0.0:1715210440.025550:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210440.025554:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210440.025557:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257c38 00000400:00000010:0.0:1715210440.025558:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257c38. 00000100:00000200:0.0:1715210440.025562:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075995520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210440.027169:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210440.027183:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10540 00000400:00000200:0.0:1715210440.027190:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x20d1 [1] + 224 00000400:00000200:0.0:1715210440.027201:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210440.027210:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210440.027218:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075995456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210440.027257:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210440.027263:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10580 00000400:00000200:0.0:1715210440.027268:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x20d9 [1] + 224 00000400:00000200:0.0:1715210440.027285:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210440.027289:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210440.027294:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075995520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210440.027343:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:2.0:1715210440.027351:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:2.0:1715210440.027353:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715210440.027361:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075995456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210440.027389:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075995456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210440.027410:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715210440.027415:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 00000400:00000200:3.0:1715210440.027419:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 02000000:00000010:2.0:1715210440.027421:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000400:00000010:3.0:1715210440.027421:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000010:2.0:1715210440.027426:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000200:3.0:1715210440.027429:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075995520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210440.027440:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075995520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210440.027464:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210440.027470:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715210440.027474:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715210445.033325:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210445.033356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210445.033412:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210445.033416:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210445.033501:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210445.033509:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 02000000:00000010:3.0:1715210445.033514:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715210445.033516:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715210445.033524:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995648, portal 4 00000400:00000010:3.0:1715210445.033525:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715210445.033532:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715210445.033535:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075995648, offset 0 00000400:00000200:0.0:1715210445.033546:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715210445.033555:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715210445.033561:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:3.0:1715210445.033561:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995584, portal 25 00000400:00000200:0.0:1715210445.033567:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715210445.033567:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257a18. 00000100:00000200:3.0:1715210445.033570:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075995584, offset 0 00000400:00000200:0.0:1715210445.033572:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210445.033576:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210445.033579:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210445.033581:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210445.033582:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1027:1027:256:4294967295] 192.168.202.130@tcp LPNI seq info [1027:1027:8:4294967295] 00000400:00000200:0.0:1715210445.033594:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210445.033600:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210445.033607:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210445.033613:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210445.033615:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:3.0:1715210445.033617:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210445.033621:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210445.033623:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210445.033625:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210445.033630:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1028:1028:255:4294967295] 192.168.202.130@tcp LPNI seq info [1028:1028:7:4294967295] 00000800:00000200:0.0:1715210445.033634:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210445.033639:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210445.033645:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210445.033652:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210445.033658:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba000. 00000800:00000200:3.0:1715210445.033665:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210445.033674:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210445.033680:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210445.033770:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210445.033777:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210445.033785:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210445.033792:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210445.033797:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715210445.033799:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715210445.033809:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075995648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210445.033904:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210445.033907:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba000. 00000400:00000200:1.0:1715210445.033910:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210445.033914:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210445.033916:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257a18 00000400:00000010:1.0:1715210445.033918:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257a18. 00000100:00000200:1.0:1715210445.033922:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075995584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210445.035691:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210445.035704:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10600 00000400:00000200:0.0:1715210445.035712:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x20e1 [1] + 224 00000400:00000200:0.0:1715210445.035743:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210445.035747:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210445.035754:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075995648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210445.035792:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210445.035797:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe105c0 00000400:00000200:0.0:1715210445.035801:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x20e9 [1] + 224 00000400:00000200:0.0:1715210445.035822:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210445.035826:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210445.035831:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075995584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210445.035873:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 00000400:00000200:2.0:1715210445.035882:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715210445.035884:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715210445.035892:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075995648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210445.035903:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075995648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210445.035922:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210445.035931:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210445.035934:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 02000000:00000010:2.0:1715210445.035936:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715210445.035941:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000200:3.0:1715210445.035943:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075995584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210445.035946:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000200:3.0:1715210445.035960:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075995584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210445.035984:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210445.035993:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715210445.035997:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715210450.041274:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210450.041301:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210450.041356:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210450.041360:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715210450.041426:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210450.041434:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 00000400:00000010:0.0:1715210450.041441:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715210450.041449:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995776, portal 4 00000400:00000010:0.0:1715210450.041457:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715210450.041460:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075995776, offset 0 02000000:00000010:2.0:1715210450.041461:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000200:0.0:1715210450.041470:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210450.041470:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000010:2.0:1715210450.041496:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715210450.041501:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995712, portal 25 00000400:00000200:0.0:1715210450.041505:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715210450.041505:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715210450.041507:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075995712, offset 0 00000400:00000200:0.0:1715210450.041512:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210450.041515:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210450.041517:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210450.041521:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210450.041523:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210450.041526:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1029:1029:256:4294967295] 192.168.202.130@tcp LPNI seq info [1029:1029:8:4294967295] 00000400:00000200:0.0:1715210450.041538:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210450.041544:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210450.041547:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210450.041548:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715210450.041551:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210450.041554:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210450.041555:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210450.041557:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210450.041560:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210450.041563:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1030:1030:255:4294967295] 192.168.202.130@tcp LPNI seq info [1030:1030:7:4294967295] 00000800:00000200:0.0:1715210450.041566:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210450.041572:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210450.041573:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210450.041588:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210450.041592:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715210450.041597:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210450.041604:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210450.041607:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210450.041663:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210450.041669:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715210450.041717:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210450.041725:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210450.041730:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715210450.041732:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715210450.041742:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075995776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210450.041841:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210450.041852:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715210450.041855:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210450.041860:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210450.041862:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:1.0:1715210450.041864:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:1.0:1715210450.041869:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075995712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210450.043640:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210450.043653:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10680 00000400:00000200:0.0:1715210450.043660:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x20f1 [1] + 224 00000400:00000200:0.0:1715210450.043699:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210450.043704:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210450.043712:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075995776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210450.043750:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210450.043755:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10640 00000400:00000200:0.0:1715210450.043760:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x20f9 [1] + 224 00000400:00000200:0.0:1715210450.043782:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210450.043786:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210450.043791:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075995712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210450.043841:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 00000400:00000200:2.0:1715210450.043849:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715210450.043851:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715210450.043859:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075995776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210450.043870:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075995776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210450.043903:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000400:00000010:3.0:1715210450.043906:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 02000000:00000010:2.0:1715210450.043909:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715210450.043913:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000200:3.0:1715210450.043915:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:3.0:1715210450.043917:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:3.0:1715210450.043925:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075995712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210450.043946:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075995712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210450.043965:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715210450.043970:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715210450.043973:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715210455.049237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210455.049265:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210455.049337:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210455.049342:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715210455.049407:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210455.049414:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 00000400:00000010:0.0:1715210455.049420:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715210455.049428:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995904, portal 4 00000400:00000010:0.0:1715210455.049435:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 02000000:00000010:1.0:1715210455.049436:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000100:00000200:0.0:1715210455.049437:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075995904, offset 0 00000400:00000010:1.0:1715210455.049445:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715210455.049448:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210455.049461:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210455.049462:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210455.049466:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995840, portal 25 00000400:00000200:0.0:1715210455.049468:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210455.049470:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da088. 00000400:00000200:0.0:1715210455.049472:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:1.0:1715210455.049472:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075995840, offset 0 00000400:00000200:0.0:1715210455.049476:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210455.049479:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210455.049480:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210455.049482:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1031:1031:256:4294967295] 192.168.202.130@tcp LPNI seq info [1031:1031:8:4294967295] 00000400:00000200:0.0:1715210455.049494:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210455.049499:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210455.049502:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210455.049504:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210455.049507:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210455.049510:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210455.049510:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210455.049513:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210455.049515:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210455.049518:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1032:1032:255:4294967295] 192.168.202.130@tcp LPNI seq info [1032:1032:7:4294967295] 00000800:00000200:0.0:1715210455.049521:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210455.049527:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210455.049528:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210455.049533:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210455.049537:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715210455.049541:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210455.049547:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210455.049551:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210455.049602:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210455.049608:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210455.049615:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210455.049622:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210455.049627:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715210455.049663:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715210455.049673:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075995904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210455.049740:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210455.049742:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715210455.049747:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210455.049750:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210455.049753:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da088 00000400:00000010:2.0:1715210455.049755:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da088. 00000100:00000200:2.0:1715210455.049759:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075995840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210455.051700:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210455.051713:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10700 00000400:00000200:0.0:1715210455.051720:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2101 [1] + 224 00000400:00000200:0.0:1715210455.051731:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210455.051734:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210455.051742:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075995904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210455.051779:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210455.051794:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe106c0 00000400:00000200:0.0:1715210455.051799:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2109 [1] + 224 00000400:00000200:0.0:1715210455.051818:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210455.051822:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210455.051827:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075995840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210455.051866:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 00000400:00000200:2.0:1715210455.051874:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715210455.051876:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715210455.051884:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075995904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210455.051895:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075995904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210455.051927:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210455.051932:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715210455.051936:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:1.0:1715210455.051949:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210455.051958:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210455.051960:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210455.051968:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075995840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210455.051996:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075995840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210455.052013:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715210455.052019:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715210455.052022:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715210460.057274:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210460.057298:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210460.057344:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210460.057348:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715210460.057405:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210460.057412:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 00000400:00000010:0.0:1715210460.057419:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715210460.057427:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996032, portal 4 00000400:00000010:0.0:1715210460.057435:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715210460.057438:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075996032, offset 0 02000000:00000010:2.0:1715210460.057438:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000200:0.0:1715210460.057448:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210460.057448:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000400:00000010:2.0:1715210460.057454:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000100:00000200:2.0:1715210460.057459:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075995968, portal 25 00000400:00000200:0.0:1715210460.057463:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715210460.057463:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715210460.057465:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075995968, offset 0 00000400:00000200:0.0:1715210460.057469:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210460.057472:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210460.057473:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210460.057477:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210460.057480:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210460.057483:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1033:1033:256:4294967295] 192.168.202.130@tcp LPNI seq info [1033:1033:8:4294967295] 00000400:00000200:0.0:1715210460.057495:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210460.057501:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210460.057504:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210460.057505:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210460.057508:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210460.057511:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210460.057512:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210460.057514:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210460.057517:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210460.057520:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1034:1034:255:4294967295] 192.168.202.130@tcp LPNI seq info [1034:1034:7:4294967295] 00000800:00000200:0.0:1715210460.057521:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210460.057527:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210460.057530:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210460.057534:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210460.057538:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715210460.057542:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210460.057549:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210460.057552:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210460.057654:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210460.057660:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210460.057666:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210460.057673:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210460.057678:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715210460.057680:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715210460.057689:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075996032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210460.057778:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210460.057780:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715210460.057783:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210460.057787:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210460.057789:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:1.0:1715210460.057791:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:1.0:1715210460.057794:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075995968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210460.059812:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210460.059825:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10780 00000400:00000200:0.0:1715210460.059833:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2111 [1] + 224 00000400:00000200:0.0:1715210460.059843:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210460.059847:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210460.059854:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075996032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210460.059892:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210460.059897:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10740 00000400:00000200:0.0:1715210460.059901:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2119 [1] + 224 00000400:00000200:0.0:1715210460.059919:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210460.059923:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210460.059927:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075995968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210460.059986:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 00000400:00000200:2.0:1715210460.059994:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715210460.059997:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715210460.060005:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075996032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210460.060008:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000100:00000200:2.0:1715210460.060016:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075996032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210460.060017:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:3.0:1715210460.060019:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:3.0:1715210460.060027:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075995968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210460.060038:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075995968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210460.060048:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210460.060053:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715210460.060057:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 02000000:00000010:3.0:1715210460.060057:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715210460.060062:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715210460.060065:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715210465.065253:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210465.065280:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715210465.065332:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210465.065336:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210465.065403:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210465.065410:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000400:00000010:0.0:1715210465.065417:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 02000000:00000010:1.0:1715210465.065421:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000100:00000200:0.0:1715210465.065424:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996160, portal 4 00000400:00000010:0.0:1715210465.065431:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:1.0:1715210465.065431:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715210465.065434:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075996160, offset 0 00000400:00000010:1.0:1715210465.065436:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210465.065445:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210465.065451:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996096, portal 25 00000400:00000010:1.0:1715210465.065456:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da990. 00000400:00000200:0.0:1715210465.065459:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210465.065459:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075996096, offset 0 00000400:00000200:1.0:1715210465.065465:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210465.065466:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210465.065470:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210465.065474:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210465.065495:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210465.065498:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1035:1035:256:4294967295] 192.168.202.130@tcp LPNI seq info [1035:1035:8:4294967295] 00000400:00000200:0.0:1715210465.065510:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210465.065516:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210465.065519:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210465.065521:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715210465.065523:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210465.065527:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210465.065536:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210465.065538:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210465.065539:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210465.065569:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210465.065572:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1036:1036:255:4294967295] 192.168.202.130@tcp LPNI seq info [1036:1036:7:4294967295] 00000800:00000200:0.0:1715210465.065580:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210465.065582:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210465.065587:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210465.065591:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715210465.065596:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210465.065602:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210465.065606:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210465.065740:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210465.065746:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715210465.065753:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210465.065760:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210465.065764:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715210465.065767:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715210465.065776:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075996160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210465.065867:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210465.065870:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715210465.065874:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210465.065878:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210465.065880:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da990 00000400:00000010:2.0:1715210465.065882:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da990. 00000100:00000200:2.0:1715210465.065886:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075996096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210465.067941:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210465.067953:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10800 00000400:00000200:0.0:1715210465.067961:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2121 [1] + 224 00000400:00000200:0.0:1715210465.067972:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210465.067976:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210465.067983:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075996160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210465.068019:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210465.068023:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe107c0 00000400:00000200:0.0:1715210465.068028:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2129 [1] + 224 00000400:00000200:0.0:1715210465.068045:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210465.068048:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210465.068053:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075996096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210465.068103:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 00000400:00000200:2.0:1715210465.068111:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715210465.068113:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000400:00000010:1.0:1715210465.068174:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715210465.068176:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075996160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210465.068182:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210465.068184:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:2.0:1715210465.068188:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075996160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210465.068192:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075996096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210465.068202:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075996096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210465.068225:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:2.0:1715210465.068226:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715210465.068232:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 02000000:00000010:2.0:1715210465.068232:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715210465.068236:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:2.0:1715210465.068236:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715210470.073258:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210470.073288:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715210470.073348:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210470.073353:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715210470.073422:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210470.073449:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 00000400:00000010:0.0:1715210470.073457:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 02000000:00000010:2.0:1715210470.073464:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000100:00000200:0.0:1715210470.073466:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996288, portal 4 00000400:00000010:0.0:1715210470.073476:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715210470.073478:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075996288, offset 0 00000400:00000010:2.0:1715210470.073480:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5318. 00000400:00000200:0.0:1715210470.073490:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210470.073533:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000400:00000200:0.0:1715210470.073542:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210470.073542:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996224, portal 25 00000400:00000010:2.0:1715210470.073548:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000400:00000200:0.0:1715210470.073550:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715210470.073551:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075996224, offset 0 00000400:00000200:0.0:1715210470.073555:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210470.073559:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210470.073562:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210470.073563:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210470.073567:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1037:1037:256:4294967295] 192.168.202.130@tcp LPNI seq info [1037:1037:8:4294967295] 00000400:00000200:0.0:1715210470.073579:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210470.073587:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210470.073592:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715210470.073593:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210470.073600:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210470.073600:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210470.073604:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210470.073608:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210470.073611:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210470.073612:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210470.073614:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1038:1038:255:4294967295] 192.168.202.130@tcp LPNI seq info [1038:1038:7:4294967295] 00000800:00000200:0.0:1715210470.073617:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210470.073626:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210470.073632:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210470.073637:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715210470.073644:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210470.073655:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210470.073660:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210470.073716:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210470.073722:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715210470.073730:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210470.073738:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210470.073742:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715210470.073745:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715210470.073756:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075996288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210470.073852:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210470.073855:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715210470.073873:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210470.073877:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210470.073880:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:1.0:1715210470.073882:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:1.0:1715210470.073886:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075996224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210470.075818:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210470.075834:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10880 00000400:00000200:0.0:1715210470.075842:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2131 [1] + 224 00000400:00000200:0.0:1715210470.075856:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210470.075861:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210470.075871:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075996288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210470.075914:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210470.075919:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10840 00000400:00000200:0.0:1715210470.075925:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2139 [1] + 224 00000400:00000200:0.0:1715210470.075941:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210470.075954:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210470.075960:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075996224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210470.076006:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000400:00000200:2.0:1715210470.076014:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715210470.076017:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715210470.076025:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075996288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210470.076037:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075996288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210470.076085:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5318. 02000000:00000010:2.0:1715210470.076089:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000400:00000200:3.0:1715210470.076093:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 02000000:00000010:2.0:1715210470.076095:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000400:00000010:3.0:1715210470.076095:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000010:2.0:1715210470.076100:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000200:3.0:1715210470.076104:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075996224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210470.076166:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075996224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210470.076186:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715210470.076192:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715210470.076194:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715210475.081237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210475.081266:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210475.081319:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210475.081324:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210475.081396:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210475.081405:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 00000400:00000010:0.0:1715210475.081413:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715210475.081421:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996416, portal 4 00000400:00000010:0.0:1715210475.081428:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 02000000:00000010:1.0:1715210475.081429:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000100:00000200:0.0:1715210475.081431:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075996416, offset 0 00000400:00000200:0.0:1715210475.081442:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210475.081445:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210475.081453:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210475.081486:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996352, portal 25 00000400:00000200:0.0:1715210475.081491:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715210475.081495:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da990. 00000100:00000200:1.0:1715210475.081498:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075996352, offset 0 00000400:00000200:0.0:1715210475.081499:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210475.081505:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210475.081509:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210475.081510:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210475.081513:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210475.081517:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1039:1039:256:4294967295] 192.168.202.130@tcp LPNI seq info [1039:1039:8:4294967295] 00000400:00000200:0.0:1715210475.081530:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210475.081537:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210475.081543:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210475.081544:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210475.081551:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210475.081552:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210475.081556:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210475.081560:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210475.081563:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210475.081564:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210475.081567:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1040:1040:255:4294967295] 192.168.202.130@tcp LPNI seq info [1040:1040:7:4294967295] 00000800:00000200:0.0:1715210475.081569:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210475.081578:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210475.081585:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210475.081589:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715210475.081595:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210475.081606:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210475.081611:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210475.081665:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210475.081671:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715210475.081678:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210475.081685:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210475.081690:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715210475.081693:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715210475.081703:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075996416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210475.081792:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210475.081795:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210475.081799:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210475.081803:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210475.081805:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da990 00000400:00000010:2.0:1715210475.081806:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da990. 00000100:00000200:2.0:1715210475.081810:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075996352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210475.083561:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210475.083575:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10900 00000400:00000200:0.0:1715210475.083584:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2141 [1] + 224 00000400:00000200:0.0:1715210475.083615:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210475.083620:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210475.083630:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075996416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210475.083675:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210475.083681:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe108c0 00000400:00000200:0.0:1715210475.083687:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2149 [1] + 224 00000400:00000200:0.0:1715210475.083705:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210475.083709:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210475.083714:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075996352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210475.083766:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000400:00000200:2.0:1715210475.083774:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715210475.083776:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715210475.083785:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075996416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210475.083797:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075996416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210475.083801:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210475.083809:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210475.083811:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210475.083819:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075996352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210475.083830:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075996352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210475.083832:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210475.083838:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715210475.083843:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 02000000:00000010:1.0:1715210475.083865:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715210475.083870:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715210475.083874:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715210480.089251:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210480.089280:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715210480.089342:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210480.089346:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210480.089442:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210480.089452:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 00000400:00000010:0.0:1715210480.089460:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715210480.089470:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996544, portal 4 00000400:00000010:0.0:1715210480.089479:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715210480.089481:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075996544, offset 0 02000000:00000010:2.0:1715210480.089484:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000200:0.0:1715210480.089494:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210480.089510:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd52c0. 00000400:00000200:0.0:1715210480.089514:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715210480.089516:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715210480.089521:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996480, portal 25 00000400:00000200:0.0:1715210480.089522:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210480.089525:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000400:00000200:0.0:1715210480.089527:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:2.0:1715210480.089527:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075996480, offset 0 00000400:00000200:0.0:1715210480.089532:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210480.089535:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210480.089535:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210480.089539:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1041:1041:256:4294967295] 192.168.202.130@tcp LPNI seq info [1041:1041:8:4294967295] 00000400:00000200:0.0:1715210480.089551:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210480.089569:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210480.089570:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210480.089574:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210480.089575:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715210480.089578:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210480.089581:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210480.089583:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210480.089583:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210480.089587:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1042:1042:255:4294967295] 192.168.202.130@tcp LPNI seq info [1042:1042:7:4294967295] 00000800:00000200:0.0:1715210480.089595:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210480.089597:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210480.089601:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210480.089601:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210480.089606:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715210480.089610:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210480.089617:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210480.089621:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210480.089710:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210480.089720:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715210480.089729:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210480.089740:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210480.089746:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715210480.089748:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715210480.089761:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075996544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210480.089863:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210480.089867:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715210480.089871:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210480.089877:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210480.089881:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:1.0:1715210480.089883:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715210480.089891:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075996480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210480.091871:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210480.091886:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10980 00000400:00000200:0.0:1715210480.091894:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2151 [1] + 224 00000400:00000200:0.0:1715210480.091908:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210480.091912:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210480.091923:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075996544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210480.091965:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210480.091970:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10940 00000400:00000200:0.0:1715210480.091975:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2159 [1] + 224 00000400:00000200:0.0:1715210480.091991:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210480.091995:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210480.092001:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075996480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210480.092063:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000400:00000200:2.0:1715210480.092071:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715210480.092074:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715210480.092082:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075996544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210480.092094:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075996544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210480.092161:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd52c0. 00000400:00000200:3.0:1715210480.092170:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:3.0:1715210480.092172:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:3.0:1715210480.092180:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075996480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210480.092183:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210480.092190:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210480.092194:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000200:3.0:1715210480.092208:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075996480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210480.092227:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715210480.092231:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:3.0:1715210480.092234:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715210485.097254:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210485.097283:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715210485.097345:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210485.097349:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715210485.097467:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210485.097477:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 02000000:00000010:1.0:1715210485.097482:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:0.0:1715210485.097485:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715210485.097494:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996672, portal 4 00000400:00000010:1.0:1715210485.097498:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715210485.097503:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000400:00000010:1.0:1715210485.097506:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210485.097515:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996608, portal 25 00000400:00000010:1.0:1715210485.097520:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da088. 00000100:00000200:0.0:1715210485.097524:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075996672, offset 0 00000100:00000200:1.0:1715210485.097524:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075996608, offset 0 00000400:00000200:1.0:1715210485.097535:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210485.097548:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210485.097551:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210485.097557:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210485.097561:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210485.097565:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210485.097567:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210485.097588:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1043:1043:256:4294967295] 192.168.202.130@tcp LPNI seq info [1043:1043:8:4294967295] 00000400:00000200:1.0:1715210485.097600:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210485.097607:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210485.097612:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715210485.097613:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715210485.097619:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210485.097620:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210485.097625:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210485.097629:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210485.097630:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210485.097632:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210485.097635:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1044:1044:255:4294967295] 192.168.202.130@tcp LPNI seq info [1044:1044:7:4294967295] 00000800:00000200:1.0:1715210485.097635:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210485.097647:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210485.097653:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210485.097658:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:0.0:1715210485.097665:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210485.097675:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210485.097680:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210485.097744:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210485.097751:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715210485.097769:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210485.097777:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210485.097783:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da088 00000400:00000010:2.0:1715210485.097785:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da088. 00000100:00000200:2.0:1715210485.097796:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075996608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210485.097885:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210485.097888:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715210485.097891:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210485.097895:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210485.097898:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715210485.097899:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715210485.097903:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075996672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210485.099704:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210485.099716:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe109c0 00000400:00000200:0.0:1715210485.099724:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2165 [1] + 224 00000400:00000200:0.0:1715210485.099736:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210485.099739:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210485.099748:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075996608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210485.099785:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210485.099790:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10a00 00000400:00000200:0.0:1715210485.099794:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2161 [1] + 224 00000400:00000200:0.0:1715210485.099809:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210485.099813:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210485.099817:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075996672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210485.099837:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210485.099846:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210485.099849:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210485.099859:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075996608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210485.099872:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075996608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210485.099900:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715210485.099906:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715210485.099911:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:2.0:1715210485.099957:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 00000400:00000200:2.0:1715210485.099965:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715210485.099967:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715210485.099976:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075996672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210485.099987:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075996672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210485.100019:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715210485.100024:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715210485.100028:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715210490.105319:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210490.105391:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715210490.105453:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210490.105458:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715210490.105530:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210490.105540:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 00000400:00000010:0.0:1715210490.105548:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715210490.105557:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996800, portal 4 00000400:00000010:0.0:1715210490.105566:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715210490.105568:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075996800, offset 0 02000000:00000010:2.0:1715210490.105573:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000200:0.0:1715210490.105581:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210490.105586:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd52c0. 00000400:00000010:2.0:1715210490.105592:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715210490.105597:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996736, portal 25 00000400:00000200:0.0:1715210490.105601:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715210490.105601:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715210490.105604:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075996736, offset 0 00000400:00000200:0.0:1715210490.105609:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210490.105612:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210490.105614:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210490.105619:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210490.105622:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210490.105626:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1045:1045:256:4294967295] 192.168.202.130@tcp LPNI seq info [1045:1045:8:4294967295] 00000400:00000200:0.0:1715210490.105638:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210490.105645:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210490.105649:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210490.105651:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210490.105653:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210490.105656:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210490.105658:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210490.105659:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210490.105662:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210490.105665:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1046:1046:255:4294967295] 192.168.202.130@tcp LPNI seq info [1046:1046:7:4294967295] 00000800:00000200:0.0:1715210490.105670:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210490.105675:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210490.105675:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210490.105680:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210490.105685:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715210490.105690:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210490.105696:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210490.105699:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210490.105782:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210490.105792:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210490.105802:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210490.105813:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210490.105818:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715210490.105821:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715210490.105834:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075996800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210490.105935:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210490.105938:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715210490.105941:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210490.105945:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210490.105948:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:1.0:1715210490.105966:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:1.0:1715210490.105973:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075996736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210490.107879:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210490.107894:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10a40 00000400:00000200:0.0:1715210490.107902:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2179 [1] + 224 00000400:00000200:0.0:1715210490.107916:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210490.107920:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210490.107942:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075996736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210490.107985:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210490.107991:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10a80 00000400:00000200:0.0:1715210490.107995:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2171 [1] + 224 00000400:00000200:0.0:1715210490.108010:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210490.108014:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210490.108020:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075996800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210490.108068:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd52c0. 00000400:00000200:2.0:1715210490.108076:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:2.0:1715210490.108078:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715210490.108086:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075996736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210490.108097:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075996736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210490.108190:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 00000400:00000010:1.0:1715210490.108193:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 02000000:00000010:2.0:1715210490.108197:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000400:00000200:1.0:1715210490.108201:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000100:00000010:2.0:1715210490.108202:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:1.0:1715210490.108203:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715210490.108212:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075996800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210490.108224:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075996800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210490.108260:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:1.0:1715210490.108266:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715210490.108270:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210495.113252:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210495.113275:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715210495.113350:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210495.113353:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715210495.113411:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210495.113417:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 02000000:00000010:1.0:1715210495.113423:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:0.0:1715210495.113424:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:1.0:1715210495.113428:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715210495.113430:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996928, portal 4 00000400:00000010:1.0:1715210495.113432:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210495.113435:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996864, portal 25 00000400:00000010:0.0:1715210495.113436:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:1.0:1715210495.113437:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da198. 00000100:00000200:0.0:1715210495.113438:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075996928, offset 0 00000100:00000200:1.0:1715210495.113439:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075996864, offset 0 00000400:00000200:0.0:1715210495.113446:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210495.113452:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210495.113463:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210495.113469:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210495.113473:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210495.113476:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210495.113478:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210495.113480:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1047:1047:256:4294967295] 192.168.202.130@tcp LPNI seq info [1047:1047:8:4294967295] 00000400:00000200:0.0:1715210495.113487:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:1.0:1715210495.113492:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210495.113493:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210495.113495:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210495.113496:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715210495.113497:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210495.113498:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210495.113500:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210495.113501:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1048:1048:255:4294967295] 192.168.202.130@tcp LPNI seq info [1048:1048:7:4294967295] 00000400:00000200:1.0:1715210495.113506:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210495.113508:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210495.113511:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:0.0:1715210495.113512:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210495.113513:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210495.113520:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210495.113522:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210495.113524:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210495.113525:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210495.113580:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210495.113583:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715210495.113588:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210495.113592:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210495.113596:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715210495.113597:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715210495.113605:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075996928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210495.113662:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210495.113670:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715210495.113672:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210495.113675:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210495.113676:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da198 00000400:00000010:2.0:1715210495.113677:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da198. 00000100:00000200:2.0:1715210495.113680:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075996864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210495.115141:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210495.115150:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10b00 00000400:00000200:0.0:1715210495.115154:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2181 [1] + 224 00000400:00000200:0.0:1715210495.115161:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210495.115164:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210495.115168:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075996928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210495.115189:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210495.115191:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10ac0 00000400:00000200:0.0:1715210495.115194:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2185 [1] + 224 00000400:00000200:0.0:1715210495.115203:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210495.115205:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210495.115208:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075996864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210495.115243:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 00000400:00000200:2.0:1715210495.115247:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715210495.115248:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715210495.115252:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075996928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210495.115259:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075996928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210495.115273:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210495.115277:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210495.115278:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210495.115282:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075996864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210495.115282:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:2.0:1715210495.115299:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000200:1.0:1715210495.115301:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075996864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210495.115302:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 02000000:00000010:1.0:1715210495.115311:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715210495.115315:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715210495.115317:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210500.121177:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210500.121195:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715210500.121230:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210500.121233:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210500.121290:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210500.121296:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 02000000:00000010:3.0:1715210500.121297:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715210500.121302:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000010:3.0:1715210500.121302:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715210500.121308:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997056, portal 4 00000400:00000010:3.0:1715210500.121310:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:0.0:1715210500.121312:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:3.0:1715210500.121313:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075996992, portal 25 00000100:00000200:0.0:1715210500.121314:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075997056, offset 0 00000400:00000010:3.0:1715210500.121315:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257dd0. 00000100:00000200:3.0:1715210500.121316:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075996992, offset 0 00000400:00000200:0.0:1715210500.121322:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210500.121327:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210500.121337:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210500.121352:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210500.121356:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210500.121359:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210500.121361:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210500.121363:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1049:1049:256:4294967295] 192.168.202.130@tcp LPNI seq info [1049:1049:8:4294967295] 00000400:00000200:0.0:1715210500.121370:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:3.0:1715210500.121374:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210500.121375:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210500.121377:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210500.121378:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:3.0:1715210500.121378:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210500.121380:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210500.121381:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210500.121383:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210500.121383:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1050:1050:255:4294967295] 192.168.202.130@tcp LPNI seq info [1050:1050:7:4294967295] 00000400:00000200:3.0:1715210500.121387:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210500.121389:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210500.121390:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:3.0:1715210500.121391:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbab00. 00000800:00000200:3.0:1715210500.121393:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210500.121394:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715210500.121396:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210500.121398:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210500.121435:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210500.121438:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715210500.121442:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210500.121447:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210500.121450:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715210500.121451:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715210500.121458:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075997056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210500.121496:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210500.121497:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbab00. 00000400:00000200:1.0:1715210500.121499:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210500.121500:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210500.121502:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257dd0 00000400:00000010:1.0:1715210500.121503:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257dd0. 00000100:00000200:1.0:1715210500.121504:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075996992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210500.122825:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210500.122832:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10b80 00000400:00000200:0.0:1715210500.122837:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2191 [1] + 224 00000400:00000200:0.0:1715210500.122844:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210500.122845:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210500.122850:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075997056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210500.122868:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210500.122871:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10b40 00000400:00000200:0.0:1715210500.122873:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2195 [1] + 224 00000400:00000200:0.0:1715210500.122882:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210500.122884:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210500.122886:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075996992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210500.122916:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:2.0:1715210500.122920:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715210500.122921:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715210500.122925:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075997056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210500.122931:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075997056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210500.122947:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210500.122951:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 02000000:00000010:2.0:1715210500.122952:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 00000400:00000010:3.0:1715210500.122953:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 02000000:00000010:2.0:1715210500.122956:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000200:3.0:1715210500.122956:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075996992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210500.122959:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000200:3.0:1715210500.122969:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075996992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210500.122977:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210500.122981:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715210500.122982:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715210505.129254:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210505.129274:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210505.129331:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210505.129345:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:1.0:1715210505.129386:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:1.0:1715210505.129393:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 02000000:00000010:0.0:1715210505.129397:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:1.0:1715210505.129399:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715210505.129401:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 00000400:00000010:0.0:1715210505.129404:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715210505.129410:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997120, portal 25 00000400:00000010:1.0:1715210505.129413:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dae58. 00000100:00000200:0.0:1715210505.129414:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997184, portal 4 00000100:00000200:1.0:1715210505.129415:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075997120, offset 0 00000400:00000010:0.0:1715210505.129420:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000200:1.0:1715210505.129422:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210505.129427:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075997184, offset 0 00000400:00000200:0.0:1715210505.129432:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210505.129435:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210505.129439:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210505.129442:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210505.129445:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210505.129447:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210505.129449:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1051:1051:256:4294967295] 192.168.202.130@tcp LPNI seq info [1051:1051:8:4294967295] 00000400:00000200:1.0:1715210505.129455:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210505.129459:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210505.129460:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715210505.129462:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715210505.129463:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210505.129465:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210505.129467:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210505.129467:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210505.129469:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210505.129470:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1052:1052:255:4294967295] 192.168.202.130@tcp LPNI seq info [1052:1052:7:4294967295] 00000800:00000200:1.0:1715210505.129473:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210505.129476:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210505.129477:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210505.129480:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210505.129483:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:0.0:1715210505.129486:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210505.129490:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210505.129492:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210505.129528:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210505.129531:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715210505.129536:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210505.129540:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210505.129548:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dae58 00000400:00000010:2.0:1715210505.129549:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dae58. 00000100:00000200:2.0:1715210505.129556:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075997120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210505.129606:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210505.129607:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210505.129608:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210505.129610:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210505.129611:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715210505.129612:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715210505.129614:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075997184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210505.130727:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210505.130737:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10bc0 00000400:00000200:0.0:1715210505.130741:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x21a1 [1] + 224 00000400:00000200:0.0:1715210505.130749:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210505.130752:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210505.130757:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075997120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210505.130794:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210505.130798:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10c00 00000400:00000200:0.0:1715210505.130806:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x21a5 [1] + 224 00000400:00000200:0.0:1715210505.130817:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210505.130821:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210505.130824:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075997184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210505.130833:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210505.130837:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210505.130838:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210505.130841:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075997120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210505.130847:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075997120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210505.130861:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715210505.130866:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715210505.130868:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:2.0:1715210505.130891:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:2.0:1715210505.130895:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715210505.130896:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715210505.130899:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075997184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210505.130904:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075997184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210505.130918:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210505.130920:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715210505.130921:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715210510.137239:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210510.137258:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210510.137295:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210510.137298:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715210510.137340:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210510.137347:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 00000400:00000010:0.0:1715210510.137352:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715210510.137358:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997312, portal 4 00000400:00000010:0.0:1715210510.137363:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715210510.137365:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075997312, offset 0 02000000:00000010:3.0:1715210510.137370:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000200:0.0:1715210510.137373:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715210510.137376:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715210510.137379:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210510.137382:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997248, portal 25 00000400:00000010:3.0:1715210510.137384:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257880. 00000100:00000200:3.0:1715210510.137385:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075997248, offset 0 00000400:00000200:0.0:1715210510.137387:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210510.137389:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210510.137391:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210510.137395:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210510.137398:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210510.137399:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210510.137401:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1053:1053:256:4294967295] 192.168.202.130@tcp LPNI seq info [1053:1053:8:4294967295] 00000400:00000200:0.0:1715210510.137409:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210510.137413:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210510.137413:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210510.137416:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210510.137417:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:3.0:1715210510.137418:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210510.137419:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210510.137421:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210510.137422:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210510.137422:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1054:1054:255:4294967295] 192.168.202.130@tcp LPNI seq info [1054:1054:7:4294967295] 00000400:00000200:3.0:1715210510.137427:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210510.137430:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210510.137430:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210510.137432:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba400. 00000800:00000200:0.0:1715210510.137434:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715210510.137434:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210510.137438:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210510.137440:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210510.137486:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210510.137489:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210510.137494:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210510.137498:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210510.137501:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715210510.137512:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715210510.137519:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075997312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210510.137576:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210510.137578:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba400. 00000400:00000200:1.0:1715210510.137579:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210510.137581:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210510.137583:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257880 00000400:00000010:1.0:1715210510.137584:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257880. 00000100:00000200:1.0:1715210510.137586:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075997248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210510.138750:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210510.138763:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10c40 00000400:00000200:0.0:1715210510.138767:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x21b9 [1] + 224 00000400:00000200:0.0:1715210510.138776:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210510.138777:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210510.138782:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075997248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210510.138802:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210510.138805:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10c80 00000400:00000200:0.0:1715210510.138807:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x21b1 [1] + 224 00000400:00000200:0.0:1715210510.138815:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210510.138817:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210510.138820:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075997312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210510.138859:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210510.138865:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210510.138866:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210510.138871:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075997248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210510.138889:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 00000400:00000200:1.0:1715210510.138893:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000100:00000200:3.0:1715210510.138893:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075997248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210510.138895:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715210510.138899:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075997312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210510.138905:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075997312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210510.138912:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:1.0:1715210510.138918:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:3.0:1715210510.138918:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 02000000:00000010:1.0:1715210510.138921:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715210510.138921:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:1.0:1715210510.138922:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210515.145203:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210515.145223:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715210515.145262:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210515.145265:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210515.145314:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210515.145321:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 00000400:00000010:0.0:1715210515.145326:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715210515.145332:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997440, portal 4 02000000:00000010:2.0:1715210515.145332:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:0.0:1715210515.145337:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715210515.145339:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075997440, offset 0 00000400:00000010:2.0:1715210515.145342:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd52c0. 00000400:00000200:0.0:1715210515.145346:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210515.145353:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715210515.145358:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997376, portal 25 00000400:00000200:0.0:1715210515.145361:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715210515.145361:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:2.0:1715210515.145362:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075997376, offset 0 00000400:00000200:0.0:1715210515.145365:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210515.145369:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210515.145369:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210515.145372:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210515.145373:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210515.145387:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1055:1055:256:4294967295] 192.168.202.130@tcp LPNI seq info [1055:1055:8:4294967295] 00000400:00000200:0.0:1715210515.145395:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210515.145400:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210515.145403:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715210515.145403:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210515.145407:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210515.145408:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210515.145416:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210515.145419:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210515.145420:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210515.145421:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210515.145423:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210515.145425:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1056:1056:255:4294967295] 192.168.202.130@tcp LPNI seq info [1056:1056:7:4294967295] 00000400:00000200:2.0:1715210515.145432:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210515.145436:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210515.145439:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715210515.145443:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210515.145449:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210515.145452:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210515.145473:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210515.145476:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715210515.145481:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210515.145486:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210515.145489:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:1.0:1715210515.145490:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:1.0:1715210515.145497:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075997440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210515.145555:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210515.145556:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715210515.145563:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210515.145566:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210515.145567:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715210515.145569:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715210515.145572:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075997376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210515.146594:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210515.146602:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10cc0 00000400:00000200:0.0:1715210515.146606:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x21c9 [1] + 224 00000400:00000200:0.0:1715210515.146614:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210515.146616:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210515.146620:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075997376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210515.146641:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210515.146643:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10d00 00000400:00000200:0.0:1715210515.146645:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x21c1 [1] + 224 00000400:00000200:0.0:1715210515.146654:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210515.146656:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210515.146658:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075997440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210515.146665:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd52c0. 00000400:00000200:2.0:1715210515.146669:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:2.0:1715210515.146671:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715210515.146677:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075997376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210515.146683:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075997376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210515.146700:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715210515.146705:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715210515.146708:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000010:1.0:1715210515.146729:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:1.0:1715210515.146733:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715210515.146734:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715210515.146739:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075997440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210515.146744:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075997440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210515.146763:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715210515.146766:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715210515.146769:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210520.153248:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210520.153269:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210520.153308:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210520.153311:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715210520.153366:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210520.153371:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 02000000:00000010:1.0:1715210520.153373:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:1.0:1715210520.153378:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210520.153384:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000010:0.0:1715210520.153386:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715210520.153390:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997568, portal 4 00000100:00000200:1.0:1715210520.153390:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997504, portal 25 00000400:00000010:1.0:1715210520.153394:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da7f8. 00000100:00000200:1.0:1715210520.153395:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075997504, offset 0 00000400:00000010:0.0:1715210520.153396:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715210520.153397:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075997568, offset 0 00000400:00000200:1.0:1715210520.153404:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210520.153409:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210520.153418:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210520.153423:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210520.153426:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210520.153430:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210520.153431:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210520.153433:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1057:1057:256:4294967295] 192.168.202.130@tcp LPNI seq info [1057:1057:8:4294967295] 00000400:00000200:1.0:1715210520.153440:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715210520.153444:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715210520.153445:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210520.153447:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210520.153448:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210520.153450:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210520.153451:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210520.153453:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1058:1058:255:4294967295] 192.168.202.130@tcp LPNI seq info [1058:1058:7:4294967295] 00000800:00000010:1.0:1715210520.153454:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715210520.153458:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210520.153459:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210520.153460:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210520.153462:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:0.0:1715210520.153464:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210520.153467:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210520.153468:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210520.153471:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210520.153471:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210520.153549:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210520.153556:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210520.153563:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210520.153571:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210520.153575:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715210520.153577:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715210520.153585:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075997568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210520.153651:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210520.153652:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210520.153663:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210520.153666:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210520.153667:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da7f8 00000400:00000010:2.0:1715210520.153668:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da7f8. 00000100:00000200:2.0:1715210520.153671:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075997504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210520.154804:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210520.154812:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10d80 00000400:00000200:0.0:1715210520.154817:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x21d5 [1] + 224 00000400:00000200:0.0:1715210520.154824:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210520.154827:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210520.154833:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075997568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210520.154856:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210520.154859:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10d40 00000400:00000200:0.0:1715210520.154861:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x21d1 [1] + 224 00000400:00000200:0.0:1715210520.154872:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210520.154878:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210520.154882:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075997504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210520.154914:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000400:00000200:2.0:1715210520.154918:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715210520.154919:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715210520.154924:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075997568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210520.154930:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075997568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210520.154950:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715210520.154953:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 00000400:00000200:1.0:1715210520.154955:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210520.154956:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 02000000:00000010:2.0:1715210520.154957:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000200:1.0:1715210520.154960:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075997504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210520.154960:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000200:1.0:1715210520.154966:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075997504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210520.154981:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715210520.154985:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715210520.154988:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715210525.161286:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210525.161315:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210525.161376:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210525.161381:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210525.161444:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210525.161454:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 00000400:00000010:0.0:1715210525.161462:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715210525.161471:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997696, portal 4 02000000:00000010:2.0:1715210525.161475:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715210525.161479:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715210525.161482:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075997696, offset 0 00000400:00000010:2.0:1715210525.161490:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd52c0. 00000400:00000200:0.0:1715210525.161493:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210525.161510:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000400:00000200:0.0:1715210525.161514:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210525.161520:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997632, portal 25 00000400:00000200:0.0:1715210525.161521:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210525.161525:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000400:00000200:0.0:1715210525.161527:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:2.0:1715210525.161529:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075997632, offset 0 00000400:00000200:0.0:1715210525.161531:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210525.161534:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210525.161538:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1059:1059:256:4294967295] 192.168.202.130@tcp LPNI seq info [1059:1059:8:4294967295] 00000400:00000200:2.0:1715210525.161540:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210525.161551:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210525.161558:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210525.161563:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715210525.161566:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210525.161570:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210525.161573:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210525.161579:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210525.161583:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210525.161583:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210525.161587:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210525.161588:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210525.161592:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1060:1060:255:4294967295] 192.168.202.130@tcp LPNI seq info [1060:1060:7:4294967295] 00000400:00000200:2.0:1715210525.161606:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210525.161613:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210525.161639:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715210525.161647:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210525.161658:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210525.161664:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210525.161673:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210525.161679:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715210525.161687:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210525.161695:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210525.161700:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715210525.161702:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715210525.161714:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075997696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210525.161809:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210525.161812:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715210525.161814:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210525.161818:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210525.161821:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715210525.161823:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715210525.161827:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075997632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210525.163605:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210525.163622:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10e00 00000400:00000200:0.0:1715210525.163631:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x21e1 [1] + 224 00000400:00000200:0.0:1715210525.163666:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210525.163673:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210525.163682:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075997696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210525.163739:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210525.163749:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10dc0 00000400:00000200:0.0:1715210525.163757:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x21e9 [1] + 224 00000400:00000200:0.0:1715210525.163783:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210525.163789:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210525.163796:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075997632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210525.163810:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 00000400:00000200:2.0:1715210525.163818:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715210525.163820:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715210525.163829:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075997696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210525.163840:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075997696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210525.163871:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2400. 02000000:00000010:2.0:1715210525.163877:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715210525.163881:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:3.0:1715210525.163920:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd52c0. 00000400:00000200:3.0:1715210525.163928:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:3.0:1715210525.163931:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:3.0:1715210525.163938:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075997632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210525.163949:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075997632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210525.163973:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715210525.163979:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:3.0:1715210525.163993:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715210530.169278:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210530.169309:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210530.169370:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210530.169374:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715210530.169455:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210530.169464:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 00000400:00000010:0.0:1715210530.169472:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 02000000:00000010:1.0:1715210530.169476:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000100:00000200:0.0:1715210530.169481:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997824, portal 4 00000400:00000010:0.0:1715210530.169490:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715210530.169492:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075997824, offset 0 00000400:00000200:0.0:1715210530.169504:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210530.169504:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210530.169521:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210530.169525:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210530.169526:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997760, portal 25 00000400:00000010:1.0:1715210530.169530:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715210530.169532:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075997760, offset 0 00000400:00000200:0.0:1715210530.169533:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210530.169538:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210530.169540:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210530.169543:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210530.169546:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210530.169550:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1061:1061:256:4294967295] 192.168.202.130@tcp LPNI seq info [1061:1061:8:4294967295] 00000400:00000200:0.0:1715210530.169563:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210530.169582:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210530.169582:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210530.169586:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210530.169587:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715210530.169589:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210530.169592:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210530.169594:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210530.169596:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210530.169598:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1062:1062:255:4294967295] 192.168.202.130@tcp LPNI seq info [1062:1062:7:4294967295] 00000400:00000200:1.0:1715210530.169608:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210530.169609:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210530.169613:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210530.169614:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715210530.169617:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715210530.169622:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210530.169628:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210530.169632:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210530.169704:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210530.169710:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715210530.169718:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210530.169726:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210530.169731:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715210530.169733:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715210530.169744:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075997824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210530.169834:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210530.169837:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715210530.169840:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210530.169844:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210530.169847:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:2.0:1715210530.169848:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:2.0:1715210530.169852:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075997760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210530.171773:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210530.171786:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10e80 00000400:00000200:0.0:1715210530.171794:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x21f1 [1] + 224 00000400:00000200:0.0:1715210530.171806:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210530.171810:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210530.171817:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075997824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210530.171854:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210530.171859:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10e40 00000400:00000200:0.0:1715210530.171864:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x21f9 [1] + 224 00000400:00000200:0.0:1715210530.171881:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210530.171885:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210530.171890:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075997760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210530.171940:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000400:00000200:2.0:1715210530.171957:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715210530.171959:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715210530.171967:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075997824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210530.171979:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075997824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210530.172036:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 02000000:00000010:2.0:1715210530.172039:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 00000400:00000200:1.0:1715210530.172044:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 02000000:00000010:2.0:1715210530.172045:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000400:00000010:1.0:1715210530.172046:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000010:2.0:1715210530.172049:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000200:1.0:1715210530.172054:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075997760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210530.172065:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075997760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210530.172082:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715210530.172089:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715210530.172092:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715210535.177315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210535.177345:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715210535.177401:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210535.177405:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210535.177477:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210535.177485:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:0.0:1715210535.177492:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715210535.177500:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997952, portal 4 02000000:00000010:2.0:1715210535.177504:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:0.0:1715210535.177509:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000010:2.0:1715210535.177522:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5318. 00000100:00000200:0.0:1715210535.177531:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075997952, offset 0 00000400:00000010:2.0:1715210535.177531:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000100:00000200:2.0:1715210535.177539:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075997888, portal 25 00000400:00000200:0.0:1715210535.177545:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210535.177545:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000100:00000200:2.0:1715210535.177550:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075997888, offset 0 00000400:00000200:0.0:1715210535.177559:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210535.177561:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210535.177566:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210535.177570:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210535.177574:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210535.177577:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210535.177581:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1063:1063:256:4294967295] 192.168.202.130@tcp LPNI seq info [1063:1063:8:4294967295] 00000400:00000200:0.0:1715210535.177592:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210535.177599:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210535.177603:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715210535.177606:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210535.177609:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210535.177613:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210535.177618:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210535.177620:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210535.177622:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210535.177624:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210535.177625:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210535.177629:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1064:1064:255:4294967295] 192.168.202.130@tcp LPNI seq info [1064:1064:7:4294967295] 00000400:00000200:2.0:1715210535.177640:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210535.177647:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210535.177652:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715210535.177658:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210535.177669:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210535.177674:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210535.177718:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210535.177724:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715210535.177732:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210535.177754:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210535.177760:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715210535.177762:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715210535.177773:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075997952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210535.177867:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210535.177869:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715210535.177872:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210535.177876:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210535.177878:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715210535.177880:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715210535.177884:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075997888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210535.179883:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210535.179902:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10f00 00000400:00000200:0.0:1715210535.179913:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2201 [1] + 224 00000400:00000200:0.0:1715210535.179929:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210535.179936:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210535.179980:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075997952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210535.180031:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210535.180038:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10ec0 00000400:00000200:0.0:1715210535.180044:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2209 [1] + 224 00000400:00000200:0.0:1715210535.180062:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210535.180066:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210535.180072:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075997888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210535.180177:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5318. 00000400:00000200:3.0:1715210535.180188:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:3.0:1715210535.180192:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000400:00000010:2.0:1715210535.180201:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000100:00000200:3.0:1715210535.180204:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075997888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715210535.180208:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000100:00000200:3.0:1715210535.180221:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075997888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210535.180233:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715210535.180242:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075997952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210535.180253:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075997952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210535.180255:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715210535.180264:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:3.0:1715210535.180271:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 02000000:00000010:2.0:1715210535.180283:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715210535.180288:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210535.180292:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715210540.185320:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210540.185350:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210540.185411:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210540.185415:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715210540.185497:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2e00. 00000400:00000010:0.0:1715210540.185506:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 02000000:00000010:1.0:1715210540.185508:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000400:00000010:0.0:1715210540.185515:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000010:1.0:1715210540.185518:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000100:00000200:0.0:1715210540.185523:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075998080, portal 4 00000400:00000010:1.0:1715210540.185524:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210540.185529:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075998016, portal 25 00000400:00000010:0.0:1715210540.185532:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000010:1.0:1715210540.185533:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da110. 00000100:00000200:0.0:1715210540.185534:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075998080, offset 0 00000100:00000200:1.0:1715210540.185536:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075998016, offset 0 00000400:00000200:0.0:1715210540.185547:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210540.185557:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210540.185569:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210540.185576:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210540.185582:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210540.185586:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210540.185590:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210540.185593:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1065:1065:256:4294967295] 192.168.202.130@tcp LPNI seq info [1065:1065:8:4294967295] 00000400:00000200:0.0:1715210540.185606:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210540.185613:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210540.185615:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210540.185618:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210540.185619:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210540.185623:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210540.185625:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210540.185626:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210540.185628:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210540.185631:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1066:1066:255:4294967295] 192.168.202.130@tcp LPNI seq info [1066:1066:7:4294967295] 00000800:00000200:0.0:1715210540.185638:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210540.185641:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210540.185645:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210540.185646:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210540.185650:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715210540.185654:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210540.185661:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210540.185680:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210540.185736:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210540.185742:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210540.185750:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210540.185758:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210540.185763:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715210540.185765:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715210540.185775:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075998080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210540.185862:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210540.185865:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715210540.185869:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210540.185873:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210540.185876:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da110 00000400:00000010:2.0:1715210540.185877:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da110. 00000100:00000200:2.0:1715210540.185881:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075998016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210540.187742:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210540.187755:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe10f80 00000400:00000200:0.0:1715210540.187762:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2211 [1] + 224 00000400:00000200:0.0:1715210540.187773:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210540.187776:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210540.187795:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075998080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210540.187834:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210540.187840:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10f40 00000400:00000200:0.0:1715210540.187844:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2215 [1] + 224 00000400:00000200:0.0:1715210540.187860:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210540.187864:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210540.187868:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075998016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210540.187951:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000400:00000200:2.0:1715210540.187959:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715210540.187962:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715210540.187969:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075998080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210540.187981:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075998080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210540.187987:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210540.187995:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210540.187997:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210540.188005:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075998016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210540.188016:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075998016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210540.188031:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:1.0:1715210540.188034:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:2.0:1715210540.188036:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 02000000:00000010:1.0:1715210540.188039:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210540.188041:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:1.0:1715210540.188043:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715210545.193304:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210545.193332:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210545.193393:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210545.193397:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210545.193466:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210545.193475:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 02000000:00000010:2.0:1715210545.193480:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715210545.193483:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:2.0:1715210545.193488:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000100:00000200:0.0:1715210545.193491:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075998208, portal 4 00000400:00000010:2.0:1715210545.193494:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715210545.193498:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075998144, portal 25 00000400:00000010:0.0:1715210545.193499:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715210545.193501:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075998208, offset 0 00000400:00000010:2.0:1715210545.193501:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715210545.193504:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075998144, offset 0 00000400:00000200:0.0:1715210545.193512:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210545.193521:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210545.193531:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210545.193538:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210545.193543:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210545.193547:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210545.193550:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210545.193553:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1067:1067:256:4294967295] 192.168.202.130@tcp LPNI seq info [1067:1067:8:4294967295] 00000400:00000200:0.0:1715210545.193564:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210545.193570:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210545.193571:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210545.193575:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210545.193575:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210545.193578:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210545.193581:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210545.193583:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210545.193586:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1068:1068:255:4294967295] 192.168.202.130@tcp LPNI seq info [1068:1068:7:4294967295] 00000400:00000200:2.0:1715210545.193594:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210545.193597:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210545.193598:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210545.193602:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715210545.193606:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210545.193608:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210545.193611:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210545.193613:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210545.193614:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210545.193691:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210545.193696:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715210545.193703:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210545.193709:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210545.193714:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715210545.193716:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715210545.193726:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526075998208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210545.193806:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210545.193808:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715210545.193810:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210545.193813:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210545.193815:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:1.0:1715210545.193817:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:1.0:1715210545.193820:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526075998144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210545.195782:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210545.195794:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe10fc0 00000400:00000200:0.0:1715210545.195802:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2225 [1] + 224 00000400:00000200:0.0:1715210545.195812:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210545.195816:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210545.195823:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526075998144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210545.195876:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210545.195881:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11000 00000400:00000200:0.0:1715210545.195885:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2221 [1] + 224 00000400:00000200:0.0:1715210545.195916:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210545.195919:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210545.195923:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526075998208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210545.195946:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:2.0:1715210545.195953:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:2.0:1715210545.195954:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715210545.195961:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526075998144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210545.195970:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526075998144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210545.196008:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715210545.196014:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715210545.196017:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000010:1.0:1715210545.196018:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 00000400:00000200:1.0:1715210545.196025:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715210545.196027:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715210545.196033:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526075998208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210545.196057:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526075998208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210545.196078:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:1.0:1715210545.196082:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715210545.196084:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715210550.201288:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210550.201315:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210550.201374:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210550.201378:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210550.201448:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 02000000:00000010:1.0:1715210550.201451:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715210550.201457:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:1.0:1715210550.201463:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715210550.201465:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000010:1.0:1715210550.201469:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715210550.201473:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075998336, portal 4 00000100:00000200:1.0:1715210550.201473:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075998272, portal 25 00000400:00000010:1.0:1715210550.201478:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000400:00000010:0.0:1715210550.201479:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715210550.201480:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075998272, offset 0 00000100:00000200:0.0:1715210550.201482:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075998336, offset 0 00000400:00000200:1.0:1715210550.201492:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210550.201501:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210550.201512:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210550.201520:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210550.201525:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210550.201529:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210550.201531:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210550.201535:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1069:1069:256:4294967295] 192.168.202.130@tcp LPNI seq info [1069:1069:8:4294967295] 00000400:00000200:1.0:1715210550.201546:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715210550.201554:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715210550.201554:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210550.201558:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715210550.201565:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210550.201575:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715210550.201576:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210550.201579:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210550.201581:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210550.201582:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715210550.201584:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210550.201587:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1070:1070:255:4294967295] 192.168.202.130@tcp LPNI seq info [1070:1070:7:4294967295] 00000400:00000200:0.0:1715210550.201597:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210550.201602:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210550.201606:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:0.0:1715210550.201611:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210550.201617:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210550.201621:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210550.201672:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210550.201677:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715210550.201686:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210550.201694:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210550.201698:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:2.0:1715210550.201700:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000100:00000200:2.0:1715210550.201710:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526075998272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210550.201792:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210550.201794:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210550.201797:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210550.201800:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210550.201803:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715210550.201804:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715210550.201808:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526075998336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210550.203627:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210550.203639:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11040 00000400:00000200:0.0:1715210550.203647:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2235 [1] + 224 00000400:00000200:0.0:1715210550.203658:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210550.203662:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210550.203670:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526075998272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210550.203705:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210550.203709:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11080 00000400:00000200:0.0:1715210550.203714:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2231 [1] + 224 00000400:00000200:0.0:1715210550.203730:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210550.203733:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210550.203738:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526075998336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210550.203794:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210550.203803:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210550.203805:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210550.203838:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526075998272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210550.203868:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526075998272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210550.203875:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 00000400:00000200:2.0:1715210550.203884:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715210550.203886:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 02000000:00000010:1.0:1715210550.203894:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 00000100:00000200:2.0:1715210550.203894:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526075998336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210550.203901:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715210550.203905:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000200:2.0:1715210550.203905:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526075998336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210550.203929:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715210550.203934:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715210550.203937:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715210555.209262:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210555.209291:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715210555.209349:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210555.209372:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715210555.209436:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a2a00. 00000400:00000010:0.0:1715210555.209445:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 02000000:00000010:2.0:1715210555.209452:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715210555.209453:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715210555.209461:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075998464, portal 4 00000400:00000010:0.0:1715210555.209471:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000010:2.0:1715210555.209471:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000100:00000200:0.0:1715210555.209473:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075998464, offset 0 00000400:00000010:2.0:1715210555.209477:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000400:00000200:0.0:1715210555.209485:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210555.209493:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075998400, portal 25 00000400:00000010:2.0:1715210555.209497:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715210555.209499:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075998400, offset 0 00000400:00000200:0.0:1715210555.209506:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210555.209507:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210555.209513:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210555.209519:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210555.209524:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210555.209527:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210555.209531:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1071:1071:256:4294967295] 192.168.202.130@tcp LPNI seq info [1071:1071:8:4294967295] 00000400:00000200:0.0:1715210555.209543:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210555.209550:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210555.209551:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210555.209555:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715210555.209555:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210555.209558:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210555.209561:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210555.209563:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210555.209564:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210555.209567:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1072:1072:255:4294967295] 192.168.202.130@tcp LPNI seq info [1072:1072:7:4294967295] 00000800:00000200:0.0:1715210555.209576:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210555.209577:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210555.209581:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210555.209582:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210555.209587:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715210555.209591:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210555.209598:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210555.209601:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210555.209666:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210555.209672:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715210555.209680:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210555.209688:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210555.209692:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:1.0:1715210555.209694:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715210555.209704:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075998464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210555.209838:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210555.209841:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715210555.209844:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210555.209849:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210555.209851:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715210555.209853:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715210555.209858:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075998400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210555.211751:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210555.211765:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11100 00000400:00000200:0.0:1715210555.211815:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2241 [1] + 224 00000400:00000200:0.0:1715210555.211830:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210555.211834:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210555.211842:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075998464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210555.211879:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210555.211885:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe110c0 00000400:00000200:0.0:1715210555.211898:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2249 [1] + 224 00000400:00000200:0.0:1715210555.211915:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210555.211919:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210555.211923:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075998400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210555.211966:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:2.0:1715210555.211974:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715210555.211976:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715210555.211984:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075998464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210555.211995:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075998464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210555.212030:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a2a00. 02000000:00000010:2.0:1715210555.212035:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:2.0:1715210555.212039:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000010:3.0:1715210555.212039:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:3.0:1715210555.212048:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:3.0:1715210555.212050:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:3.0:1715210555.212058:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075998400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210555.212086:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075998400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210555.212104:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715210555.212109:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715210555.212112:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715210560.217192:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210560.217222:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210560.217272:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210560.217276:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210560.217349:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800ab8a3c00. 00000400:00000010:0.0:1715210560.217356:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 00000400:00000010:0.0:1715210560.217363:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715210560.217371:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075998592, portal 4 00000400:00000010:0.0:1715210560.217378:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 02000000:00000010:2.0:1715210560.217378:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000100:00000200:0.0:1715210560.217381:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075998592, offset 0 00000400:00000200:0.0:1715210560.217392:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210560.217400:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:0.0:1715210560.217405:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210560.217411:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210560.217416:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210560.217421:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210560.217423:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000010:2.0:1715210560.217423:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000400:00000200:0.0:1715210560.217427:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1073:1073:256:4294967295] 192.168.202.130@tcp LPNI seq info [1073:1073:8:4294967295] 00000100:00000200:2.0:1715210560.217432:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075998528, portal 25 00000400:00000010:2.0:1715210560.217437:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000400:00000200:0.0:1715210560.217439:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000100:00000200:2.0:1715210560.217440:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075998528, offset 0 00000800:00000200:0.0:1715210560.217445:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210560.217449:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715210560.217451:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210560.217456:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210560.217466:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210560.217467:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210560.217472:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210560.217473:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210560.217478:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210560.217482:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210560.217485:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210560.217489:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1074:1074:255:4294967295] 192.168.202.130@tcp LPNI seq info [1074:1074:7:4294967295] 00000400:00000200:2.0:1715210560.217500:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210560.217506:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210560.217512:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715210560.217521:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210560.217534:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210560.217540:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210560.217565:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210560.217571:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715210560.217579:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210560.217586:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210560.217591:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715210560.217594:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715210560.217605:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075998592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210560.217692:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210560.217704:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715210560.217708:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210560.217712:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210560.217715:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715210560.217716:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715210560.217721:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075998528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210560.219352:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210560.219379:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11180 00000400:00000200:0.0:1715210560.219386:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2251 [1] + 224 00000400:00000200:0.0:1715210560.219400:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210560.219404:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210560.219414:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075998592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210560.219455:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210560.219460:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11140 00000400:00000200:0.0:1715210560.219466:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2259 [1] + 224 00000400:00000200:0.0:1715210560.219481:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210560.219485:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210560.219491:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075998528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210560.219553:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 00000400:00000200:2.0:1715210560.219562:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715210560.219564:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715210560.219575:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075998592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210560.219575:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:3.0:1715210560.219581:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:3.0:1715210560.219584:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:3.0:1715210560.219591:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075998528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210560.219592:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075998592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210560.219604:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075998528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210560.219629:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800ab8a3c00. 02000000:00000010:3.0:1715210560.219629:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715210560.219637:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 02000000:00000010:3.0:1715210560.219637:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715210560.219643:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:2.0:1715210560.219644:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000008:00000010:0.0:1715210562.489231:0:1631:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b414de00. 00000100:00000010:0.0:1715210562.489252:0:1631:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210562.489271:0:1631:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a2400. 00000008:00000010:0.0:1715210562.489285:0:1631:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b609e680. 00000008:00000010:0.0:1715210562.489329:0:1631:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b414de00. 00000008:00000010:0.0:1715210562.489334:0:1631:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b414de00. 00000100:00000010:0.0:1715210562.489338:0:1631:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210562.489341:0:1631:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a2a00. 00000008:00000010:0.0:1715210562.489345:0:1631:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b609e410. 00000008:00000010:0.0:1715210562.489366:0:1631:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b414de00. 00000008:00000010:0.0:1715210562.489370:0:1631:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b414de00. 00000100:00000010:0.0:1715210562.489373:0:1631:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210562.489377:0:1631:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800ab8a2e00. 00000008:00000010:0.0:1715210562.489380:0:1631:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b609e1a0. 00000008:00000010:0.0:1715210562.489384:0:1631:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b414de00. 00000008:00000010:0.0:1715210562.489407:0:1631:0:(osc_request.c:866:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8800b414de00. 00000100:00000010:0.0:1715210562.489411:0:1631:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210562.489417:0:1631:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6ceee00. 00000008:00000010:0.0:1715210562.489421:0:1631:0:(osc_request.c:3533:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8800b609e270. 00000008:00000010:0.0:1715210562.489426:0:1631:0:(osc_request.c:894:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8800b414de00. 00000008:00000010:1.0:1715210562.489455:0:15154:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b609e1a0. 00000008:00000010:2.0:1715210562.489455:0:15152:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b609e680. 00000008:00000010:3.0:1715210562.489455:0:15151:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b609e270. 02000000:00000010:0.0:1715210562.489474:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ab31d800. 02000000:00000010:3.0:1715210562.489478:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6ceee00. 02000000:00000010:1.0:1715210562.489479:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a2e00. 02000000:00000010:2.0:1715210562.489479:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a2400. 00000400:00000010:0.0:1715210562.489482:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 00000100:00000010:1.0:1715210562.489485:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:2.0:1715210562.489485:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:3.0:1715210562.489485:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:0.0:1715210562.489488:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715210562.489495:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1798526075998720, portal 4 00000400:00000010:0.0:1715210562.489504:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715210562.489507:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 28, xid 1798526075998720, offset 0 00000400:00000200:0.0:1715210562.489518:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210562.489532:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210562.489538:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210562.489543:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210562.489547:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210562.489550:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210562.489553:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1075:1075:256:4294967295] 192.168.202.130@tcp LPNI seq info [1075:1075:8:4294967295] 00000400:00000200:0.0:1715210562.489564:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210562.489570:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210562.489574:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715210562.489579:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210562.489590:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210562.489594:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:2.0:1715210562.489800:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210562.489805:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715210562.489810:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210562.489822:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210562.489828:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715210562.489831:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715210562.489843:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075998720/t0(0) o17->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 456/432 e 0 to 0 dl 1715210578 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210562.491699:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210562.491746:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 432 into portal 4 MB=0x663bffbe11200 00000400:00000200:0.0:1715210562.491754:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 432/432 into md 0x2261 [1] + 224 00000400:00000200:0.0:1715210562.491779:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210562.491784:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210562.491794:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075998720/t0(0) o17->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 456/432 e 0 to 0 dl 1715210578 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210562.491949:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 00000400:00000200:2.0:1715210562.491959:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715210562.491961:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715210562.491973:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075998720/t0(0) o17->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 456/432 e 0 to 0 dl 1715210578 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210562.491988:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075998720/t0(0) o17->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 456/432 e 0 to 0 dl 1715210578 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00000010:2.0:1715210562.492030:0:15153:0:(osc_request.c:810:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8800b609e410. 02000000:00000010:2.0:1715210562.492040:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ab31d800. 02000000:00000010:2.0:1715210562.492047:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800ab8a2a00. 00000100:00000010:2.0:1715210562.492052:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715210565.225235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210565.225264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715210565.225317:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210565.225321:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210565.225384:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46a00. 00000400:00000010:0.0:1715210565.225392:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 00000400:00000010:0.0:1715210565.225398:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715210565.225406:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075998976, portal 4 00000400:00000010:0.0:1715210565.225413:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715210565.225415:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075998976, offset 0 00000400:00000200:0.0:1715210565.225426:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210565.225440:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 02000000:00000010:2.0:1715210565.225440:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000200:0.0:1715210565.225446:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210565.225450:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210565.225454:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210565.225457:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000010:2.0:1715210565.225458:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:0.0:1715210565.225460:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1076:1076:256:4294967295] 192.168.202.130@tcp LPNI seq info [1076:1076:8:4294967295] 00000400:00000010:2.0:1715210565.225469:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000400:00000200:0.0:1715210565.225472:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210565.225478:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210565.225479:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075998912, portal 25 00000800:00000010:0.0:1715210565.225483:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000010:2.0:1715210565.225486:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000800:00000200:0.0:1715210565.225488:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000100:00000200:2.0:1715210565.225490:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075998912, offset 0 00000800:00000200:0.0:1715210565.225500:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210565.225501:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210565.225505:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210565.225517:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210565.225524:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210565.225528:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210565.225532:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210565.225535:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210565.225539:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1077:1077:255:4294967295] 192.168.202.130@tcp LPNI seq info [1077:1077:7:4294967295] 00000400:00000200:2.0:1715210565.225564:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210565.225571:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210565.225576:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715210565.225583:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210565.225593:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210565.225597:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210565.225662:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210565.225669:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210565.225674:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210565.225761:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210565.225767:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715210565.225770:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715210565.225781:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075998976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210565.225830:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210565.225832:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715210565.225835:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210565.225839:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210565.225841:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:1.0:1715210565.225843:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:1.0:1715210565.225847:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075998912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210565.227153:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210565.227167:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11300 00000400:00000200:0.0:1715210565.227175:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2269 [1] + 224 00000400:00000200:0.0:1715210565.227187:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210565.227192:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210565.227218:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075998976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210565.227264:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210565.227270:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe112c0 00000400:00000200:0.0:1715210565.227275:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2271 [1] + 224 00000400:00000200:0.0:1715210565.227293:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210565.227297:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210565.227302:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075998912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210565.227363:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:2.0:1715210565.227373:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715210565.227376:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000400:00000010:3.0:1715210565.227382:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000100:00000200:2.0:1715210565.227387:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075998976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210565.227388:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:3.0:1715210565.227390:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:3.0:1715210565.227397:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075998912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210565.227403:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075998976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210565.227411:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075998912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210565.227437:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46a00. 02000000:00000010:3.0:1715210565.227437:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715210565.227445:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 02000000:00000010:3.0:1715210565.227445:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715210565.227451:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:3.0:1715210565.227451:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715210570.233267:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210570.233294:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210570.233345:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210570.233349:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715210570.233417:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715210570.233425:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 00000400:00000010:0.0:1715210570.233432:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715210570.233440:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999104, portal 4 00000400:00000010:0.0:1715210570.233447:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715210570.233450:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075999104, offset 0 00000400:00000200:0.0:1715210570.233460:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210570.233474:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 02000000:00000010:1.0:1715210570.233478:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000200:0.0:1715210570.233481:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210570.233485:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210570.233488:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210570.233491:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210570.233494:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1078:1078:256:4294967295] 192.168.202.130@tcp LPNI seq info [1078:1078:8:4294967295] 00000400:00000010:1.0:1715210570.233498:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715210570.233506:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000010:1.0:1715210570.233509:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000800:00000200:0.0:1715210570.233512:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210570.233516:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000100:00000200:1.0:1715210570.233519:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999040, portal 25 00000400:00000010:1.0:1715210570.233527:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da220. 00000100:00000200:1.0:1715210570.233531:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075999040, offset 0 00000800:00000200:0.0:1715210570.233540:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210570.233551:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210570.233556:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210570.233561:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210570.233578:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210570.233586:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210570.233593:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210570.233598:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210570.233602:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210570.233607:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1079:1079:255:4294967295] 192.168.202.130@tcp LPNI seq info [1079:1079:7:4294967295] 00000400:00000200:1.0:1715210570.233623:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210570.233632:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210570.233673:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715210570.233682:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210570.233694:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210570.233700:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210570.233728:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210570.233734:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210570.233741:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210570.233750:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210570.233756:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715210570.233760:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715210570.233773:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075999104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210570.233873:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210570.233876:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715210570.233880:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210570.233884:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210570.233887:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da220 00000400:00000010:2.0:1715210570.233888:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da220. 00000100:00000200:2.0:1715210570.233902:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075999040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210570.235539:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210570.235553:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11380 00000400:00000200:0.0:1715210570.235561:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2279 [1] + 224 00000400:00000200:0.0:1715210570.235574:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210570.235578:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210570.235588:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075999104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210570.235630:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210570.235635:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11340 00000400:00000200:0.0:1715210570.235671:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2281 [1] + 224 00000400:00000200:0.0:1715210570.235692:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210570.235696:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210570.235702:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075999040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210570.235726:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 00000400:00000200:2.0:1715210570.235737:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715210570.235740:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715210570.235751:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075999104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210570.235768:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075999104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210570.235789:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210570.235794:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210570.235796:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210570.235803:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075999040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210570.235815:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075999040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210570.235815:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 02000000:00000010:2.0:1715210570.235823:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715210570.235830:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 02000000:00000010:1.0:1715210570.235833:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715210570.235839:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715210570.235842:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715210575.241272:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210575.241298:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715210575.241350:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210575.241354:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715210575.241412:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715210575.241419:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 00000400:00000010:0.0:1715210575.241426:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715210575.241433:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999232, portal 4 00000400:00000010:0.0:1715210575.241440:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715210575.241443:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075999232, offset 0 00000400:00000200:0.0:1715210575.241453:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210575.241467:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 02000000:00000010:2.0:1715210575.241476:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000200:0.0:1715210575.241486:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210575.241491:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210575.241495:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1715210575.241495:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:0.0:1715210575.241499:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210575.241502:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1080:1080:256:4294967295] 192.168.202.130@tcp LPNI seq info [1080:1080:8:4294967295] 00000400:00000010:2.0:1715210575.241506:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000400:00000200:0.0:1715210575.241514:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000100:00000200:2.0:1715210575.241516:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999168, portal 25 00000800:00000200:0.0:1715210575.241520:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210575.241522:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000800:00000010:0.0:1715210575.241524:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000100:00000200:2.0:1715210575.241525:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075999168, offset 0 00000800:00000200:0.0:1715210575.241530:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210575.241537:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210575.241541:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210575.241546:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210575.241554:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210575.241560:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210575.241567:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210575.241572:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210575.241577:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210575.241582:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1081:1081:255:4294967295] 192.168.202.130@tcp LPNI seq info [1081:1081:7:4294967295] 00000400:00000200:2.0:1715210575.241626:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210575.241636:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210575.241643:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715210575.241652:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210575.241665:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210575.241687:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210575.241707:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210575.241713:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715210575.241720:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210575.241729:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210575.241735:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715210575.241738:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715210575.241752:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526075999232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210575.241867:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210575.241869:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715210575.241872:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210575.241877:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210575.241880:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:1.0:1715210575.241881:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:1.0:1715210575.241886:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526075999168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210575.243538:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210575.243553:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11400 00000400:00000200:0.0:1715210575.243561:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2289 [1] + 224 00000400:00000200:0.0:1715210575.243574:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210575.243579:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210575.243589:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526075999232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210575.243660:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210575.243666:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe113c0 00000400:00000200:0.0:1715210575.243672:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2291 [1] + 224 00000400:00000200:0.0:1715210575.243688:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210575.243692:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210575.243698:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526075999168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210575.243754:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 00000400:00000200:2.0:1715210575.243762:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715210575.243764:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715210575.243773:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526075999232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210575.243784:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526075999232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210575.243822:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 00000400:00000010:3.0:1715210575.243823:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 02000000:00000010:2.0:1715210575.243829:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715210575.243834:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000200:3.0:1715210575.243840:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:3.0:1715210575.243842:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:3.0:1715210575.243851:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526075999168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210575.243862:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526075999168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210575.243881:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715210575.243887:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715210575.243890:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715210580.249236:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210580.249268:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210580.249336:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210580.249365:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210580.249461:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715210580.249470:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 02000000:00000010:1.0:1715210580.249472:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715210580.249480:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715210580.249489:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999360, portal 4 00000400:00000010:1.0:1715210580.249491:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:0.0:1715210580.249498:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:1.0:1715210580.249501:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715210580.249502:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075999360, offset 0 00000100:00000200:1.0:1715210580.249511:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999296, portal 25 00000400:00000200:0.0:1715210580.249517:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210580.249518:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da000. 00000100:00000200:1.0:1715210580.249524:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075999296, offset 0 00000400:00000200:0.0:1715210580.249536:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210580.249538:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210580.249544:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210580.249550:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210580.249584:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210580.249588:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210580.249594:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1082:1082:256:4294967295] 192.168.202.130@tcp LPNI seq info [1082:1082:8:4294967295] 00000400:00000200:0.0:1715210580.249611:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210580.249621:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210580.249627:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715210580.249629:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210580.249635:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210580.249636:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210580.249641:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210580.249645:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210580.249648:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210580.249648:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210580.249652:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1083:1083:255:4294967295] 192.168.202.130@tcp LPNI seq info [1083:1083:7:4294967295] 00000800:00000200:0.0:1715210580.249655:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210580.249664:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210580.249670:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210580.249676:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715210580.249685:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210580.249699:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210580.249706:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210580.249778:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210580.249784:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715210580.249793:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210580.249801:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210580.249806:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715210580.249808:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715210580.249820:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526075999360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210580.249911:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210580.249913:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715210580.249917:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210580.249921:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210580.249923:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da000 00000400:00000010:2.0:1715210580.249925:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da000. 00000100:00000200:2.0:1715210580.249928:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526075999296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210580.251700:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210580.251713:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11480 00000400:00000200:0.0:1715210580.251721:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2299 [1] + 224 00000400:00000200:0.0:1715210580.251732:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210580.251737:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210580.251748:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526075999360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210580.251788:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210580.251793:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11440 00000400:00000200:0.0:1715210580.251807:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x22a1 [1] + 224 00000400:00000200:0.0:1715210580.251823:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210580.251827:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210580.251833:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526075999296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210580.251896:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 00000400:00000200:2.0:1715210580.251905:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715210580.251908:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000400:00000010:1.0:1715210580.251920:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715210580.251920:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526075999360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210580.251925:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210580.251944:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210580.251952:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526075999296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210580.251958:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526075999360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210580.251964:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526075999296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210580.251992:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:2.0:1715210580.251993:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:1.0:1715210580.252002:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 02000000:00000010:2.0:1715210580.252002:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715210580.252008:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:2.0:1715210580.252008:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210585.257282:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210585.257309:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210585.257361:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210585.257365:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715210585.257424:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 00000400:00000010:0.0:1715210585.257431:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:0.0:1715210585.257438:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715210585.257446:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999488, portal 4 00000400:00000010:0.0:1715210585.257453:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715210585.257456:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075999488, offset 0 00000400:00000200:0.0:1715210585.257467:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210585.257481:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210585.257487:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210585.257492:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210585.257496:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210585.257498:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 02000000:00000010:2.0:1715210585.257501:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000200:0.0:1715210585.257502:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1084:1084:256:4294967295] 192.168.202.130@tcp LPNI seq info [1084:1084:8:4294967295] 00000400:00000010:2.0:1715210585.257552:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:0.0:1715210585.257554:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210585.257561:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210585.257562:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000800:00000010:0.0:1715210585.257565:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:0.0:1715210585.257571:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000100:00000200:2.0:1715210585.257571:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999424, portal 25 00000400:00000010:2.0:1715210585.257577:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:2.0:1715210585.257580:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075999424, offset 0 00000800:00000200:0.0:1715210585.257582:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210585.257587:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210585.257591:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210585.257608:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210585.257617:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210585.257623:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210585.257628:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210585.257632:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210585.257637:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1085:1085:255:4294967295] 192.168.202.130@tcp LPNI seq info [1085:1085:7:4294967295] 00000400:00000200:2.0:1715210585.257653:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210585.257661:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210585.257668:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715210585.257676:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210585.257688:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210585.257694:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210585.257778:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210585.257783:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715210585.257788:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210585.257795:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210585.257800:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715210585.257802:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715210585.257813:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526075999488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210585.257857:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210585.257859:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715210585.257862:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210585.257865:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210585.257868:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715210585.257869:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715210585.257873:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526075999424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210585.259312:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210585.259344:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11500 00000400:00000200:0.0:1715210585.259352:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x22a9 [1] + 224 00000400:00000200:0.0:1715210585.259367:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210585.259371:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210585.259381:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526075999488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210585.259425:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210585.259429:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe114c0 00000400:00000200:0.0:1715210585.259435:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x22b1 [1] + 224 00000400:00000200:0.0:1715210585.259455:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210585.259459:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210585.259464:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526075999424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210585.259538:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 00000400:00000200:2.0:1715210585.259546:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715210585.259548:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715210585.259557:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526075999488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210585.259592:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000100:00000200:2.0:1715210585.259594:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526075999488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210585.259601:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:3.0:1715210585.259603:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:3.0:1715210585.259612:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526075999424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210585.259623:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526075999424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210585.259636:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 02000000:00000010:3.0:1715210585.259642:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715210585.259643:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 02000000:00000010:3.0:1715210585.259646:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715210585.259647:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:3.0:1715210585.259650:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715210590.265245:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210590.265281:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210590.265353:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210590.265362:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715210590.265457:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715210590.265496:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 00000400:00000010:0.0:1715210590.265506:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 02000000:00000010:1.0:1715210590.265510:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000100:00000200:0.0:1715210590.265516:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999616, portal 4 00000400:00000010:0.0:1715210590.265525:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715210590.265529:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075999616, offset 0 00000400:00000010:1.0:1715210590.265531:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715210590.265543:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210590.265554:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210590.265562:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210590.265563:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999552, portal 25 00000400:00000010:1.0:1715210590.265568:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dab28. 00000400:00000200:0.0:1715210590.265570:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210590.265571:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075999552, offset 0 00000400:00000200:0.0:1715210590.265576:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210590.265581:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210590.265583:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210590.265585:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210590.265612:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1086:1086:256:4294967295] 192.168.202.130@tcp LPNI seq info [1086:1086:8:4294967295] 00000400:00000200:0.0:1715210590.265629:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210590.265639:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210590.265645:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715210590.265645:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210590.265654:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210590.265668:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210590.265670:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210590.265673:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210590.265676:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210590.265677:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210590.265680:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210590.265684:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1087:1087:255:4294967295] 192.168.202.130@tcp LPNI seq info [1087:1087:7:4294967295] 00000400:00000200:1.0:1715210590.265696:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210590.265705:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210590.265711:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715210590.265720:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210590.265734:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210590.265741:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210590.265802:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210590.265808:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715210590.265816:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210590.265825:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210590.265832:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715210590.265835:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715210590.265848:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526075999616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210590.265941:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210590.265943:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715210590.265947:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210590.265951:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210590.265953:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dab28 00000400:00000010:2.0:1715210590.265955:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dab28. 00000100:00000200:2.0:1715210590.265959:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526075999552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210590.267859:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210590.267873:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11580 00000400:00000200:0.0:1715210590.267881:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x22b9 [1] + 224 00000400:00000200:0.0:1715210590.267893:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210590.267898:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210590.267908:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526075999616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210590.267949:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210590.267954:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11540 00000400:00000200:0.0:1715210590.267959:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x22c1 [1] + 224 00000400:00000200:0.0:1715210590.267977:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210590.267981:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210590.267988:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526075999552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210590.268049:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 00000400:00000200:2.0:1715210590.268060:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715210590.268063:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715210590.268074:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526075999616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210590.268075:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210590.268080:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210590.268082:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210590.268090:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526075999552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210590.268091:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526075999616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210590.268103:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526075999552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210590.268206:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:2.0:1715210590.268206:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:1.0:1715210590.268217:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 02000000:00000010:2.0:1715210590.268217:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715210590.268223:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:2.0:1715210590.268234:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715210595.273258:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210595.273288:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715210595.273342:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210595.273346:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715210595.273407:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715210595.273415:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 00000400:00000010:0.0:1715210595.273468:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715210595.273476:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999744, portal 4 00000400:00000010:0.0:1715210595.273483:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715210595.273486:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075999744, offset 0 02000000:00000010:2.0:1715210595.273496:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000200:0.0:1715210595.273497:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210595.273511:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715210595.273516:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd58f0. 00000400:00000200:0.0:1715210595.273517:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210595.273522:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210595.273526:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1715210595.273527:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000400:00000200:0.0:1715210595.273529:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210595.273532:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1088:1088:256:4294967295] 192.168.202.130@tcp LPNI seq info [1088:1088:8:4294967295] 00000100:00000200:2.0:1715210595.273538:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999680, portal 25 00000400:00000200:0.0:1715210595.273544:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000010:2.0:1715210595.273546:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000800:00000200:0.0:1715210595.273550:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210595.273550:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075999680, offset 0 00000800:00000010:0.0:1715210595.273554:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715210595.273560:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210595.273562:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210595.273571:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210595.273576:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210595.273580:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210595.273586:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210595.273591:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210595.273596:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210595.273600:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210595.273605:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1089:1089:255:4294967295] 192.168.202.130@tcp LPNI seq info [1089:1089:7:4294967295] 00000400:00000200:2.0:1715210595.273622:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210595.273631:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210595.273638:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:2.0:1715210595.273648:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210595.273659:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210595.273665:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210595.273693:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210595.273698:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210595.273707:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210595.273715:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210595.273722:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715210595.273725:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715210595.273738:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526075999744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210595.273840:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210595.273860:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715210595.273864:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210595.273868:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210595.273871:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:1.0:1715210595.273873:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:1.0:1715210595.273877:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526075999680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210595.275694:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210595.275708:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11600 00000400:00000200:0.0:1715210595.275717:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x22c9 [1] + 224 00000400:00000200:0.0:1715210595.275729:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210595.275733:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210595.275744:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526075999744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210595.275788:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210595.275793:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe115c0 00000400:00000200:0.0:1715210595.275799:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x22d1 [1] + 224 00000400:00000200:0.0:1715210595.275818:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210595.275827:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715210595.275830:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:2.0:1715210595.275837:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715210595.275840:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715210595.275849:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526075999680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210595.275849:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526075999744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210595.275862:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526075999744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210595.275900:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:2.0:1715210595.275907:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715210595.275911:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:3.0:1715210595.275939:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd58f0. 00000400:00000200:3.0:1715210595.275951:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:3.0:1715210595.275954:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:3.0:1715210595.275966:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526075999680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210595.275982:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526075999680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210595.276015:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715210595.276025:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715210595.276031:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210600.281232:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210600.281259:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715210600.281308:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210600.281312:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715210600.281404:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 00000400:00000010:0.0:1715210600.281412:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000010:0.0:1715210600.281419:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715210600.281427:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999872, portal 4 00000400:00000010:0.0:1715210600.281435:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715210600.281437:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526075999872, offset 0 00000400:00000200:0.0:1715210600.281448:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:1.0:1715210600.281453:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000200:0.0:1715210600.281462:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210600.281468:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210600.281473:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:1.0:1715210600.281473:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715210600.281476:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210600.281479:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210600.281482:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1090:1090:256:4294967295] 192.168.202.130@tcp LPNI seq info [1090:1090:8:4294967295] 00000400:00000010:1.0:1715210600.281484:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210600.281494:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000100:00000200:1.0:1715210600.281495:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999808, portal 25 00000800:00000200:0.0:1715210600.281500:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210600.281502:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dad48. 00000800:00000010:0.0:1715210600.281505:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000100:00000200:1.0:1715210600.281506:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075999808, offset 0 00000800:00000200:0.0:1715210600.281512:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210600.281518:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210600.281523:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210600.281528:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210600.281536:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210600.281542:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210600.281549:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210600.281554:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210600.281558:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210600.281563:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1091:1091:255:4294967295] 192.168.202.130@tcp LPNI seq info [1091:1091:7:4294967295] 00000400:00000200:1.0:1715210600.281580:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210600.281589:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210600.281596:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715210600.281604:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210600.281615:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210600.281621:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210600.281636:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210600.281642:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715210600.281649:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210600.281657:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210600.281664:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715210600.281668:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715210600.281681:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526075999872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210600.281784:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210600.281787:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715210600.281791:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210600.281795:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210600.281798:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dad48 00000400:00000010:2.0:1715210600.281800:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dad48. 00000100:00000200:2.0:1715210600.281804:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526075999808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210600.283403:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210600.283417:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11680 00000400:00000200:0.0:1715210600.283426:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x22d9 [1] + 224 00000400:00000200:0.0:1715210600.283460:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210600.283465:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210600.283475:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526075999872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210600.283519:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210600.283524:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11640 00000400:00000200:0.0:1715210600.283530:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x22e1 [1] + 224 00000400:00000200:0.0:1715210600.283546:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210600.283550:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210600.283555:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526075999808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210600.283619:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:2.0:1715210600.283629:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715210600.283632:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000400:00000010:1.0:1715210600.283643:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000100:00000200:2.0:1715210600.283644:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526075999872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210600.283648:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210600.283650:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210600.283658:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526075999808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210600.283660:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526075999872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210600.283696:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526075999808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210600.283707:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 02000000:00000010:1.0:1715210600.283713:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:2.0:1715210600.283716:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 02000000:00000010:1.0:1715210600.283719:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715210600.283721:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:1.0:1715210600.283722:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715210605.289259:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210605.289287:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715210605.289335:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210605.289361:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715210605.289422:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715210605.289424:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715210605.289430:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 00000400:00000010:2.0:1715210605.289434:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:0.0:1715210605.289436:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000400:00000010:2.0:1715210605.289439:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:0.0:1715210605.289444:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000000, portal 4 00000100:00000200:2.0:1715210605.289445:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526075999936, portal 25 00000400:00000010:0.0:1715210605.289450:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:2.0:1715210605.289450:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:0.0:1715210605.289453:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076000000, offset 0 00000100:00000200:2.0:1715210605.289453:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526075999936, offset 0 00000400:00000200:0.0:1715210605.289463:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210605.289478:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210605.289478:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210605.289484:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210605.289488:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210605.289492:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210605.289495:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210605.289498:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1092:1092:256:4294967295] 192.168.202.130@tcp LPNI seq info [1092:1092:8:4294967295] 00000400:00000200:0.0:1715210605.289510:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210605.289526:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210605.289528:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210605.289531:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715210605.289532:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210605.289536:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210605.289537:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210605.289539:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210605.289541:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210605.289544:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1093:1093:255:4294967295] 192.168.202.130@tcp LPNI seq info [1093:1093:7:4294967295] 00000800:00000200:0.0:1715210605.289548:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210605.289553:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210605.289554:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210605.289559:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210605.289562:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:2.0:1715210605.289567:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210605.289574:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210605.289577:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210605.289657:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210605.289667:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715210605.289675:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210605.289686:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210605.289693:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:1.0:1715210605.289696:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715210605.289710:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076000000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210605.289806:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210605.289808:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715210605.289811:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210605.289815:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210605.289818:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:1.0:1715210605.289820:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:1.0:1715210605.289824:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526075999936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210605.291761:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210605.291774:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11700 00000400:00000200:0.0:1715210605.291782:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x22e9 [1] + 224 00000400:00000200:0.0:1715210605.291795:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210605.291800:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210605.291810:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076000000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210605.291850:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210605.291855:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe116c0 00000400:00000200:0.0:1715210605.291859:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x22ed [1] + 224 00000400:00000200:0.0:1715210605.291876:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210605.291880:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210605.291886:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526075999936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210605.291933:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:2.0:1715210605.291941:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715210605.291944:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715210605.291952:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076000000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210605.291963:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076000000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210605.291995:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715210605.292003:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715210605.292007:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:3.0:1715210605.292008:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:3.0:1715210605.292017:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:3.0:1715210605.292028:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:3.0:1715210605.292037:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526075999936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210605.292048:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526075999936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210605.292067:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715210605.292073:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715210605.292076:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715210610.297247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210610.297275:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210610.297355:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210610.297360:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210610.297428:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715210610.297435:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:0.0:1715210610.297442:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715210610.297450:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000128, portal 4 00000400:00000010:0.0:1715210610.297457:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 02000000:00000010:2.0:1715210610.297464:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715210610.297474:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5ec8. 00000100:00000200:0.0:1715210610.297476:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076000128, offset 0 00000400:00000010:2.0:1715210610.297479:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000400:00000200:0.0:1715210610.297487:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210610.297494:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000064, portal 25 00000400:00000010:2.0:1715210610.297498:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000100:00000200:2.0:1715210610.297500:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076000064, offset 0 00000400:00000200:0.0:1715210610.297502:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210610.297507:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210610.297508:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210610.297512:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210610.297515:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210610.297518:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210610.297521:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1094:1094:256:4294967295] 192.168.202.130@tcp LPNI seq info [1094:1094:8:4294967295] 00000400:00000200:0.0:1715210610.297533:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210610.297539:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210610.297542:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210610.297543:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210610.297546:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210610.297549:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210610.297550:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210610.297552:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210610.297555:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210610.297558:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1095:1095:255:4294967295] 192.168.202.130@tcp LPNI seq info [1095:1095:7:4294967295] 00000800:00000200:0.0:1715210610.297559:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210610.297565:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210610.297567:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210610.297572:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210610.297576:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715210610.297580:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210610.297587:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210610.297590:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210610.297671:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210610.297681:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210610.297690:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210610.297701:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210610.297708:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715210610.297711:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715210610.297725:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076000128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210610.297826:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210610.297845:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715210610.297848:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210610.297853:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210610.297856:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:1.0:1715210610.297858:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:1.0:1715210610.297863:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076000064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210610.299691:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210610.299706:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11740 00000400:00000200:0.0:1715210610.299714:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2301 [1] + 224 00000400:00000200:0.0:1715210610.299726:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210610.299731:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210610.299740:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076000064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210610.299780:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210610.299785:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11780 00000400:00000200:0.0:1715210610.299789:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x22f9 [1] + 224 00000400:00000200:0.0:1715210610.299805:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210610.299809:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210610.299814:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076000128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210610.299866:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5ec8. 00000400:00000200:2.0:1715210610.299874:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:2.0:1715210610.299876:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715210610.299884:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076000064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210610.299896:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076000064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210610.299923:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715210610.299930:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210610.299934:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:1.0:1715210610.299969:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:1.0:1715210610.299977:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715210610.299979:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715210610.299988:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076000128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210610.300000:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076000128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210610.300038:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 02000000:00000010:1.0:1715210610.300046:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715210610.300050:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715210615.305248:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210615.305314:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715210615.305368:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210615.305372:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210615.305441:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715210615.305449:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 00000400:00000010:0.0:1715210615.305455:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715210615.305463:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000256, portal 4 00000400:00000010:0.0:1715210615.305470:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 02000000:00000010:1.0:1715210615.305472:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000100:00000200:0.0:1715210615.305473:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076000256, offset 0 00000400:00000010:1.0:1715210615.305481:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000200:0.0:1715210615.305483:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210615.305497:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210615.305498:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210615.305502:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000192, portal 25 00000400:00000200:0.0:1715210615.305504:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715210615.305506:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000400:00000200:0.0:1715210615.305508:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:1.0:1715210615.305508:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076000192, offset 0 00000400:00000200:0.0:1715210615.305511:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210615.305514:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210615.305516:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210615.305518:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1096:1096:256:4294967295] 192.168.202.130@tcp LPNI seq info [1096:1096:8:4294967295] 00000400:00000200:0.0:1715210615.305529:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210615.305535:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210615.305538:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210615.305539:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715210615.305542:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210615.305545:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210615.305545:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210615.305548:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210615.305551:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210615.305554:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1097:1097:255:4294967295] 192.168.202.130@tcp LPNI seq info [1097:1097:7:4294967295] 00000800:00000200:0.0:1715210615.305556:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210615.305561:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210615.305563:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210615.305588:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210615.305592:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715210615.305597:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210615.305603:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210615.305607:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210615.305651:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210615.305657:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715210615.305665:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210615.305673:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210615.305677:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715210615.305679:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715210615.305689:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076000256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210615.305781:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210615.305793:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210615.305798:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210615.305802:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210615.305805:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:2.0:1715210615.305806:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:2.0:1715210615.305811:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076000192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210615.307774:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210615.307787:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11800 00000400:00000200:0.0:1715210615.307794:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2309 [1] + 224 00000400:00000200:0.0:1715210615.307805:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210615.307809:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210615.307825:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076000256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210615.307868:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210615.307876:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe117c0 00000400:00000200:0.0:1715210615.307882:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2311 [1] + 224 00000400:00000200:0.0:1715210615.307905:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210615.307912:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210615.307919:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076000192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210615.307952:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 00000400:00000200:2.0:1715210615.307961:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715210615.307962:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715210615.307970:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076000256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210615.307981:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076000256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210615.308014:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 02000000:00000010:2.0:1715210615.308019:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210615.308023:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:1.0:1715210615.308041:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:1.0:1715210615.308049:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:1.0:1715210615.308051:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210615.308058:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076000192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210615.308069:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076000192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210615.308087:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715210615.308092:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715210615.308095:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715210620.313251:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210620.313279:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715210620.313327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210620.313331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715210620.313390:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715210620.313398:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 00000400:00000010:0.0:1715210620.313405:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715210620.313412:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000384, portal 4 02000000:00000010:2.0:1715210620.313416:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715210620.313421:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715210620.313424:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076000384, offset 0 00000400:00000010:2.0:1715210620.313426:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5ec8. 00000400:00000200:0.0:1715210620.313435:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210620.313441:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715210620.313446:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000320, portal 25 00000400:00000200:0.0:1715210620.313449:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715210620.313450:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715210620.313452:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076000320, offset 0 00000400:00000200:0.0:1715210620.313455:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210620.313460:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210620.313460:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210620.313464:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210620.313466:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210620.313469:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1098:1098:256:4294967295] 192.168.202.130@tcp LPNI seq info [1098:1098:8:4294967295] 00000400:00000200:0.0:1715210620.313481:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210620.313487:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210620.313490:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715210620.313490:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210620.313494:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210620.313497:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210620.313500:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210620.313503:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210620.313506:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1099:1099:255:4294967295] 192.168.202.130@tcp LPNI seq info [1099:1099:7:4294967295] 00000400:00000200:2.0:1715210620.313515:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210620.313517:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210620.313527:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210620.313530:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210620.313533:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715210620.313534:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715210620.313539:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210620.313546:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210620.313549:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210620.313622:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210620.313628:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715210620.313634:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210620.313642:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210620.313646:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715210620.313648:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715210620.313658:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076000384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210620.313748:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210620.313751:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715210620.313754:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210620.313757:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210620.313760:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:1.0:1715210620.313761:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:1.0:1715210620.313765:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076000320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210620.315628:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210620.315641:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11880 00000400:00000200:0.0:1715210620.315649:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2319 [1] + 224 00000400:00000200:0.0:1715210620.315659:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210620.315663:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210620.315670:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076000384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210620.315706:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210620.315710:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11840 00000400:00000200:0.0:1715210620.315715:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2321 [1] + 224 00000400:00000200:0.0:1715210620.315732:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210620.315736:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210620.315740:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076000320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210620.315798:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:2.0:1715210620.315806:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715210620.315808:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715210620.315816:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076000384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210620.315827:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076000384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210620.315859:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 00000400:00000010:3.0:1715210620.315861:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5ec8. 02000000:00000010:2.0:1715210620.315866:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000400:00000200:3.0:1715210620.315869:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000100:00000010:2.0:1715210620.315871:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000010:3.0:1715210620.315871:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:3.0:1715210620.315879:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076000320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210620.315890:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076000320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210620.315908:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715210620.315912:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715210620.315916:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715210625.321228:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210625.321254:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210625.321307:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210625.321311:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715210625.321386:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46a00. 00000400:00000010:0.0:1715210625.321395:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:0.0:1715210625.321404:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715210625.321412:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000512, portal 4 00000400:00000010:0.0:1715210625.321418:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 02000000:00000010:1.0:1715210625.321420:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000100:00000200:0.0:1715210625.321421:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076000512, offset 0 00000400:00000200:0.0:1715210625.321433:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210625.321436:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd6948. 00000400:00000010:1.0:1715210625.321444:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000400:00000200:0.0:1715210625.321452:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210625.321453:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000448, portal 25 00000400:00000010:1.0:1715210625.321458:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dabb0. 00000100:00000200:1.0:1715210625.321461:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076000448, offset 0 00000400:00000200:1.0:1715210625.321471:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210625.321475:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210625.321481:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210625.321485:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210625.321489:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210625.321493:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1100:1100:256:4294967295] 192.168.202.130@tcp LPNI seq info [1100:1100:8:4294967295] 00000400:00000200:0.0:1715210625.321506:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210625.321514:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210625.321519:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210625.321520:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715210625.321526:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210625.321528:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210625.321530:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210625.321534:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210625.321537:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210625.321539:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210625.321540:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1101:1101:255:4294967295] 192.168.202.130@tcp LPNI seq info [1101:1101:7:4294967295] 00000800:00000200:0.0:1715210625.321545:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210625.321553:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210625.321559:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210625.321564:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715210625.321571:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210625.321582:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210625.321587:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210625.321647:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210625.321653:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715210625.321660:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210625.321667:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210625.321672:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715210625.321675:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715210625.321685:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076000512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210625.321779:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210625.321782:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715210625.321786:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210625.321789:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210625.321792:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dabb0 00000400:00000010:2.0:1715210625.321794:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dabb0. 00000100:00000200:2.0:1715210625.321798:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076000448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210625.323495:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:1.0:1715210625.323509:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11900 00000400:00000200:1.0:1715210625.323518:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2329 [1] + 224 00000400:00000200:1.0:1715210625.323529:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210625.323533:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:1.0:1715210625.323541:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076000512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210625.323590:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:1.0:1715210625.323595:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe118c0 00000400:00000200:1.0:1715210625.323609:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2331 [1] + 224 00000400:00000010:0.0:1715210625.323627:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:1.0:1715210625.323631:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210625.323635:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000200:1.0:1715210625.323635:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:0.0:1715210625.323637:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715210625.323647:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076000512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210625.323651:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076000448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210625.323661:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076000512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:0.0:1715210625.323698:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46a00. 02000000:00000010:0.0:1715210625.323705:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210625.323710:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:2.0:1715210625.323771:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd6948. 00000400:00000200:2.0:1715210625.323780:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:2.0:1715210625.323782:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:2.0:1715210625.323790:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076000448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210625.323802:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076000448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210625.323828:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:2.0:1715210625.323835:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715210625.323839:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715210630.329243:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210630.329272:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210630.329327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210630.329331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210630.329386:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46a00. 02000000:00000010:2.0:1715210630.329387:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715210630.329395:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:2.0:1715210630.329397:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b58. 00000400:00000010:0.0:1715210630.329404:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000010:2.0:1715210630.329404:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715210630.329413:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000576, portal 25 00000100:00000200:0.0:1715210630.329418:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000640, portal 4 00000400:00000010:2.0:1715210630.329419:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715210630.329421:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076000576, offset 0 00000400:00000010:0.0:1715210630.329424:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000200:2.0:1715210630.329433:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210630.329443:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076000640, offset 0 00000400:00000200:0.0:1715210630.329450:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210630.329454:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210630.329462:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210630.329468:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210630.329472:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210630.329475:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210630.329479:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1102:1102:256:4294967295] 192.168.202.130@tcp LPNI seq info [1102:1102:8:4294967295] 00000400:00000200:2.0:1715210630.329491:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210630.329498:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210630.329499:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210630.329503:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210630.329503:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000400:00000200:0.0:1715210630.329507:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210630.329510:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210630.329511:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210630.329512:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210630.329515:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1103:1103:255:4294967295] 192.168.202.130@tcp LPNI seq info [1103:1103:7:4294967295] 00000800:00000200:2.0:1715210630.329522:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210630.329525:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210630.329528:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210630.329530:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210630.329533:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715210630.329538:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210630.329544:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210630.329547:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210630.329648:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210630.329658:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715210630.329666:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210630.329677:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210630.329683:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:1.0:1715210630.329685:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:1.0:1715210630.329698:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076000576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210630.329799:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210630.329801:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210630.329804:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210630.329809:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210630.329811:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715210630.329813:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715210630.329817:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076000640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210630.331653:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210630.331667:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11940 00000400:00000200:0.0:1715210630.331675:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2339 [1] + 224 00000400:00000200:0.0:1715210630.331689:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210630.331693:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210630.331703:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076000576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210630.331744:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210630.331749:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11980 00000400:00000200:0.0:1715210630.331753:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x233d [1] + 224 00000400:00000200:0.0:1715210630.331773:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210630.331777:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210630.331782:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076000640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210630.331828:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:2.0:1715210630.331836:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:2.0:1715210630.331838:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715210630.331846:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076000576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210630.331858:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076000576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210630.331886:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715210630.331893:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715210630.331898:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:1.0:1715210630.331929:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:1.0:1715210630.331938:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715210630.331940:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715210630.331949:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076000640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210630.331961:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076000640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210630.331997:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46a00. 02000000:00000010:1.0:1715210630.332005:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715210630.332024:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715210635.337236:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210635.337264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715210635.337324:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210635.337328:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715210635.337401:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 02000000:00000010:1.0:1715210635.337409:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715210635.337410:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000010:0.0:1715210635.337418:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000400:00000010:1.0:1715210635.337425:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000100:00000200:0.0:1715210635.337427:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000768, portal 4 00000400:00000010:1.0:1715210635.337433:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000010:0.0:1715210635.337435:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715210635.337442:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000704, portal 25 00000400:00000010:1.0:1715210635.337447:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da5d8. 00000100:00000200:0.0:1715210635.337449:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076000768, offset 0 00000100:00000200:1.0:1715210635.337450:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076000704, offset 0 00000400:00000200:0.0:1715210635.337461:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210635.337474:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210635.337483:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210635.337490:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210635.337496:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210635.337501:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210635.337504:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210635.337508:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1104:1104:256:4294967295] 192.168.202.130@tcp LPNI seq info [1104:1104:8:4294967295] 00000400:00000200:0.0:1715210635.337521:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210635.337528:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210635.337533:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715210635.337534:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210635.337540:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210635.337541:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210635.337545:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210635.337549:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210635.337552:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210635.337554:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210635.337556:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1105:1105:255:4294967295] 192.168.202.130@tcp LPNI seq info [1105:1105:7:4294967295] 00000800:00000200:0.0:1715210635.337560:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210635.337567:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210635.337573:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210635.337578:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715210635.337585:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210635.337596:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210635.337601:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210635.337649:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210635.337656:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210635.337662:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210635.337670:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210635.337675:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715210635.337677:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715210635.337688:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076000768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210635.337775:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210635.337778:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715210635.337781:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210635.337785:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210635.337788:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da5d8 00000400:00000010:2.0:1715210635.337790:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da5d8. 00000100:00000200:2.0:1715210635.337795:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076000704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210635.339731:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210635.339745:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11a00 00000400:00000200:0.0:1715210635.339753:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2349 [1] + 224 00000400:00000200:0.0:1715210635.339765:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210635.339769:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210635.339792:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076000768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210635.339835:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210635.339841:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe119c0 00000400:00000200:0.0:1715210635.339847:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x234d [1] + 224 00000400:00000200:0.0:1715210635.339862:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210635.339866:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210635.339870:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076000704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210635.339918:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:2.0:1715210635.339926:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715210635.339928:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715210635.339936:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076000768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210635.339948:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076000768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210635.339992:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 02000000:00000010:2.0:1715210635.340000:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000400:00000010:1.0:1715210635.340004:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000100:00000010:2.0:1715210635.340005:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000200:1.0:1715210635.340014:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210635.340017:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210635.340031:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076000704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210635.340050:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076000704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210635.340114:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715210635.340197:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715210635.340204:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210640.345238:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210640.345262:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715210640.345315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210640.345319:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715210640.345377:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715210640.345386:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 00000400:00000010:0.0:1715210640.345395:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 02000000:00000010:2.0:1715210640.345402:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000100:00000200:0.0:1715210640.345403:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000896, portal 4 00000400:00000010:0.0:1715210640.345410:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715210640.345412:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076000896, offset 0 00000400:00000010:2.0:1715210640.345412:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b58. 00000400:00000010:2.0:1715210640.345418:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000400:00000200:0.0:1715210640.345424:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210640.345432:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000832, portal 25 00000400:00000010:2.0:1715210640.345437:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000100:00000200:2.0:1715210640.345439:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076000832, offset 0 00000400:00000200:0.0:1715210640.345444:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210640.345447:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210640.345452:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210640.345457:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210640.345462:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210640.345465:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210640.345469:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1106:1106:256:4294967295] 192.168.202.130@tcp LPNI seq info [1106:1106:8:4294967295] 00000400:00000200:0.0:1715210640.345481:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210640.345488:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210640.345490:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210640.345493:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210640.345495:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210640.345498:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210640.345501:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210640.345503:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210640.345506:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1107:1107:255:4294967295] 192.168.202.130@tcp LPNI seq info [1107:1107:7:4294967295] 00000800:00000200:0.0:1715210640.345510:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210640.345516:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210640.345520:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210640.345522:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:2.0:1715210640.345524:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:0.0:1715210640.345527:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210640.345529:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210640.345535:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210640.345539:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210640.345634:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210640.345640:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210640.345646:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210640.345653:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210640.345658:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715210640.345660:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715210640.345670:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076000896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210640.345750:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210640.345753:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715210640.345755:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210640.345759:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210640.345762:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:1.0:1715210640.345763:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:1.0:1715210640.345767:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076000832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210640.347590:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210640.347604:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11a80 00000400:00000200:0.0:1715210640.347612:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2359 [1] + 224 00000400:00000200:0.0:1715210640.347624:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210640.347628:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210640.347636:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076000896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210656 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210640.347674:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210640.347679:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11a40 00000400:00000200:0.0:1715210640.347684:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2361 [1] + 224 00000400:00000200:0.0:1715210640.347699:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210640.347704:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210640.347709:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076000832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210656 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210640.347753:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000400:00000200:2.0:1715210640.347761:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715210640.347763:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715210640.347771:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076000896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210640.347783:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076000896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210656 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210640.347824:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5b58. 02000000:00000010:2.0:1715210640.347834:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 00000400:00000200:3.0:1715210640.347839:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 02000000:00000010:2.0:1715210640.347840:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000400:00000010:3.0:1715210640.347842:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000010:2.0:1715210640.347844:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000200:3.0:1715210640.347856:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076000832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210640.347869:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076000832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210656 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210640.347900:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715210640.347908:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715210640.347913:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715210645.353225:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210645.353269:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715210645.353326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210645.353331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210645.353406:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47000. 00000400:00000010:0.0:1715210645.353416:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000400:00000010:0.0:1715210645.353424:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715210645.353432:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001024, portal 4 02000000:00000010:1.0:1715210645.353434:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715210645.353441:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715210645.353443:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076001024, offset 0 00000400:00000010:1.0:1715210645.353444:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:1.0:1715210645.353450:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:0.0:1715210645.353456:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210645.353465:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076000960, portal 25 00000400:00000010:1.0:1715210645.353470:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da2a8. 00000100:00000200:1.0:1715210645.353472:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076000960, offset 0 00000400:00000200:0.0:1715210645.353476:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210645.353480:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210645.353500:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210645.353506:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210645.353510:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210645.353513:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210645.353518:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1108:1108:256:4294967295] 192.168.202.130@tcp LPNI seq info [1108:1108:8:4294967295] 00000400:00000200:0.0:1715210645.353531:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210645.353538:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210645.353540:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210645.353544:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210645.353544:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210645.353547:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210645.353550:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210645.353552:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210645.353553:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210645.353556:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1109:1109:255:4294967295] 192.168.202.130@tcp LPNI seq info [1109:1109:7:4294967295] 00000800:00000200:0.0:1715210645.353564:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210645.353566:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210645.353570:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210645.353571:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210645.353585:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715210645.353590:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210645.353597:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210645.353600:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210645.353659:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210645.353665:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210645.353671:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210645.353679:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210645.353684:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715210645.353686:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715210645.353696:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076001024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210645.353775:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210645.353777:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715210645.353782:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210645.353785:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210645.353788:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da2a8 00000400:00000010:2.0:1715210645.353790:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da2a8. 00000100:00000200:2.0:1715210645.353794:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076000960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210645.355421:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210645.355436:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11b00 00000400:00000200:0.0:1715210645.355444:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2369 [1] + 224 00000400:00000200:0.0:1715210645.355456:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210645.355459:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210645.355468:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076001024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210645.355506:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210645.355512:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11ac0 00000400:00000200:0.0:1715210645.355516:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2371 [1] + 224 00000400:00000200:0.0:1715210645.355532:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210645.355536:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210645.355541:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076000960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210645.355566:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:2.0:1715210645.355576:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715210645.355579:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715210645.355589:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076001024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210645.355605:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076001024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210645.355647:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47000. 02000000:00000010:2.0:1715210645.355655:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715210645.355661:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:1.0:1715210645.355663:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210645.355671:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210645.355673:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210645.355680:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076000960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210645.355691:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076000960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210645.355709:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715210645.355715:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715210645.355718:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715210650.361258:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210650.361290:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210650.361349:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210650.361373:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210650.361446:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715210650.361455:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 02000000:00000010:2.0:1715210650.361462:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715210650.361463:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715210650.361471:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001152, portal 4 00000400:00000010:0.0:1715210650.361480:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000010:2.0:1715210650.361481:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e18. 00000100:00000200:0.0:1715210650.361483:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076001152, offset 0 00000400:00000010:2.0:1715210650.361487:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000400:00000200:0.0:1715210650.361495:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210650.361503:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001088, portal 25 00000400:00000010:2.0:1715210650.361507:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715210650.361509:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076001088, offset 0 00000400:00000200:0.0:1715210650.361516:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210650.361518:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210650.361523:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210650.361529:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210650.361533:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210650.361536:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210650.361540:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1110:1110:256:4294967295] 192.168.202.130@tcp LPNI seq info [1110:1110:8:4294967295] 00000400:00000200:0.0:1715210650.361552:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210650.361559:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210650.361560:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210650.361564:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210650.361564:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210650.361568:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210650.361572:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210650.361573:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210650.361574:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210650.361577:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1111:1111:255:4294967295] 192.168.202.130@tcp LPNI seq info [1111:1111:7:4294967295] 00000800:00000200:0.0:1715210650.361586:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210650.361588:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210650.361592:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210650.361593:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210650.361598:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715210650.361602:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210650.361609:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210650.361613:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210650.361678:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210650.361684:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715210650.361691:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210650.361699:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210650.361704:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715210650.361706:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715210650.361716:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076001152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210650.361806:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210650.361808:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715210650.361811:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210650.361815:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210650.361818:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:1.0:1715210650.361819:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:1.0:1715210650.361823:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076001088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210650.363793:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210650.363805:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11b80 00000400:00000200:0.0:1715210650.363812:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2379 [1] + 224 00000400:00000200:0.0:1715210650.363824:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210650.363828:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210650.363836:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076001152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210650.363872:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210650.363877:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11b40 00000400:00000200:0.0:1715210650.363891:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2381 [1] + 224 00000400:00000010:2.0:1715210650.363905:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:0.0:1715210650.363908:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210650.363912:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210650.363913:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715210650.363915:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715210650.363923:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076001152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210650.363926:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076001088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210650.363935:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076001152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:0.0:1715210650.363984:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e18. 00000400:00000200:0.0:1715210650.363988:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:0.0:1715210650.363989:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 02000000:00000010:2.0:1715210650.363989:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 00000100:00000200:0.0:1715210650.363994:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076001088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210650.363997:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210650.364001:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000200:0.0:1715210650.364002:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076001088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:0.0:1715210650.364018:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:0.0:1715210650.364022:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210650.364025:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210655.369220:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210655.369249:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210655.369305:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210655.369310:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715210655.369366:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715210655.369376:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 00000400:00000010:0.0:1715210655.369383:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715210655.369392:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001280, portal 4 00000400:00000010:0.0:1715210655.369400:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715210655.369402:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076001280, offset 0 00000400:00000200:0.0:1715210655.369414:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210655.369428:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210655.369434:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210655.369440:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 02000000:00000010:2.0:1715210655.369441:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000200:0.0:1715210655.369443:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210655.369446:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000010:2.0:1715210655.369455:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e70. 00000400:00000200:0.0:1715210655.369461:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1112:1112:256:4294967295] 192.168.202.130@tcp LPNI seq info [1112:1112:8:4294967295] 00000400:00000200:0.0:1715210655.369474:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000010:2.0:1715210655.369479:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000800:00000200:0.0:1715210655.369481:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210655.369485:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000100:00000200:2.0:1715210655.369487:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001216, portal 25 00000800:00000200:0.0:1715210655.369491:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000010:2.0:1715210655.369492:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:2.0:1715210655.369494:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076001216, offset 0 00000800:00000200:0.0:1715210655.369503:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210655.369505:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210655.369508:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210655.369522:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210655.369528:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210655.369533:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210655.369536:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210655.369539:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210655.369543:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1113:1113:255:4294967295] 192.168.202.130@tcp LPNI seq info [1113:1113:7:4294967295] 00000400:00000200:2.0:1715210655.369554:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210655.369561:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210655.369566:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715210655.369572:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210655.369583:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210655.369588:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210655.369601:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210655.369624:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715210655.369630:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210655.369638:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210655.369642:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715210655.369644:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715210655.369653:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076001280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210655.369753:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210655.369755:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715210655.369758:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210655.369762:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210655.369765:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:1.0:1715210655.369767:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:1.0:1715210655.369771:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076001216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210655.371770:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210655.371784:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11c00 00000400:00000200:0.0:1715210655.371792:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2389 [1] + 224 00000400:00000200:0.0:1715210655.371803:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210655.371806:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210655.371814:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076001280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210655.371852:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210655.371857:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11bc0 00000400:00000200:0.0:1715210655.371863:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2391 [1] + 224 00000400:00000200:0.0:1715210655.371881:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210655.371885:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210655.371891:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076001216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210655.371965:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:2.0:1715210655.371973:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715210655.371975:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715210655.371986:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076001280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210655.371999:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076001280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210655.372012:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e70. 00000400:00000200:3.0:1715210655.372021:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:3.0:1715210655.372023:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 02000000:00000010:2.0:1715210655.372038:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 00000100:00000200:3.0:1715210655.372040:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076001216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210655.372046:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715210655.372051:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000200:3.0:1715210655.372052:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076001216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210655.372077:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715210655.372083:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715210655.372087:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210660.377235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210660.377260:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715210660.377313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210660.377317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715210660.377378:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46000. 00000400:00000010:0.0:1715210660.377387:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000400:00000010:0.0:1715210660.377407:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 02000000:00000010:2.0:1715210660.377409:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000100:00000200:0.0:1715210660.377415:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001408, portal 4 00000400:00000010:2.0:1715210660.377422:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f20. 00000400:00000010:0.0:1715210660.377423:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715210660.377425:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076001408, offset 0 00000400:00000010:2.0:1715210660.377430:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000400:00000200:0.0:1715210660.377437:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210660.377449:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001344, portal 25 00000400:00000010:2.0:1715210660.377454:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000400:00000200:0.0:1715210660.377457:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210660.377457:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076001344, offset 0 00000400:00000200:0.0:1715210660.377465:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210660.377467:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210660.377470:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210660.377474:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210660.377477:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210660.377481:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1114:1114:256:4294967295] 192.168.202.130@tcp LPNI seq info [1114:1114:8:4294967295] 00000400:00000200:0.0:1715210660.377494:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210660.377501:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210660.377504:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210660.377506:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210660.377510:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210660.377514:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210660.377515:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210660.377519:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210660.377523:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210660.377525:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210660.377528:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1115:1115:255:4294967295] 192.168.202.130@tcp LPNI seq info [1115:1115:7:4294967295] 00000800:00000200:0.0:1715210660.377531:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210660.377542:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210660.377550:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210660.377555:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715210660.377562:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210660.377571:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210660.377575:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210660.377615:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210660.377621:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210660.377626:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210660.377634:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210660.377639:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715210660.377642:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715210660.377651:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076001408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210660.377738:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210660.377741:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715210660.377744:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210660.377748:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210660.377750:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:1.0:1715210660.377752:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:1.0:1715210660.377755:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076001344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210660.379590:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210660.379604:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11c40 00000400:00000200:0.0:1715210660.379612:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x23a1 [1] + 224 00000400:00000200:0.0:1715210660.379625:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210660.379629:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210660.379637:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076001344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210660.379675:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210660.379680:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11c80 00000400:00000200:0.0:1715210660.379684:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2399 [1] + 224 00000400:00000200:0.0:1715210660.379699:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210660.379710:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210660.379715:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076001408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210660.379730:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f20. 00000400:00000200:2.0:1715210660.379737:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:2.0:1715210660.379740:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:2.0:1715210660.379749:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076001344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210660.379765:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076001344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210660.379800:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715210660.379809:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715210660.379814:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:1.0:1715210660.379837:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:1.0:1715210660.379853:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715210660.379855:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715210660.379892:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076001408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210660.379904:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076001408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210660.379930:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46000. 02000000:00000010:1.0:1715210660.379937:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715210660.379940:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210665.385230:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210665.385254:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715210665.385305:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210665.385309:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715210665.385375:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715210665.385384:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 00000400:00000010:0.0:1715210665.385392:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 02000000:00000010:1.0:1715210665.385395:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000100:00000200:0.0:1715210665.385400:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001536, portal 4 00000400:00000010:1.0:1715210665.385404:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715210665.385406:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715210665.385409:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076001536, offset 0 00000400:00000010:1.0:1715210665.385409:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210665.385414:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001472, portal 25 00000400:00000010:1.0:1715210665.385418:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dac38. 00000400:00000200:0.0:1715210665.385421:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210665.385430:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076001472, offset 0 00000400:00000200:1.0:1715210665.385438:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210665.385439:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210665.385446:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210665.385451:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210665.385455:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210665.385458:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210665.385462:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1116:1116:256:4294967295] 192.168.202.130@tcp LPNI seq info [1116:1116:8:4294967295] 00000400:00000200:0.0:1715210665.385474:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210665.385481:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210665.385483:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210665.385485:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210665.385487:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210665.385491:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210665.385493:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210665.385494:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210665.385496:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210665.385499:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1117:1117:255:4294967295] 192.168.202.130@tcp LPNI seq info [1117:1117:7:4294967295] 00000800:00000200:0.0:1715210665.385504:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210665.385509:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210665.385509:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210665.385513:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210665.385518:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715210665.385522:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210665.385528:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210665.385532:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210665.385591:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210665.385597:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210665.385603:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210665.385611:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210665.385616:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715210665.385627:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715210665.385637:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076001536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210665.385727:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210665.385730:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715210665.385736:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210665.385742:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210665.385746:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dac38 00000400:00000010:2.0:1715210665.385748:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dac38. 00000100:00000200:2.0:1715210665.385755:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076001472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210665.387379:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210665.387392:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11d00 00000400:00000200:0.0:1715210665.387400:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x23a9 [1] + 224 00000400:00000200:0.0:1715210665.387423:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210665.387428:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210665.387435:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076001536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210665.387474:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210665.387480:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11cc0 00000400:00000200:0.0:1715210665.387485:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x23b1 [1] + 224 00000400:00000200:0.0:1715210665.387500:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210665.387504:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210665.387509:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076001472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210665.387559:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000400:00000200:2.0:1715210665.387566:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715210665.387568:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715210665.387576:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076001536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210665.387588:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076001536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210665.387620:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 00000400:00000010:1.0:1715210665.387626:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 02000000:00000010:2.0:1715210665.387627:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715210665.387632:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000200:1.0:1715210665.387634:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210665.387644:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210665.387652:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076001472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210665.387663:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076001472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210665.387682:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715210665.387687:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715210665.387690:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715210670.393167:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210670.393183:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210670.393227:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210670.393230:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715210670.393268:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715210670.393287:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000010:0.0:1715210670.393293:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715210670.393300:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001664, portal 4 00000400:00000010:0.0:1715210670.393304:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715210670.393307:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076001664, offset 0 00000400:00000200:0.0:1715210670.393315:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210670.393330:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210670.393336:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1715210670.393337:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000200:0.0:1715210670.393341:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:3.0:1715210670.393342:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715210670.393344:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1715210670.393345:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715210670.393346:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000100:00000200:3.0:1715210670.393347:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001600, portal 25 00000400:00000200:0.0:1715210670.393349:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1118:1118:256:4294967295] 192.168.202.130@tcp LPNI seq info [1118:1118:8:4294967295] 00000400:00000010:3.0:1715210670.393349:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257550. 00000100:00000200:3.0:1715210670.393350:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076001600, offset 0 00000400:00000200:3.0:1715210670.393354:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210670.393358:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210670.393394:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210670.393396:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210670.393400:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:3.0:1715210670.393400:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210670.393403:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210670.393406:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210670.393409:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210670.393409:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210670.393412:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1119:1119:255:4294967295] 192.168.202.130@tcp LPNI seq info [1119:1119:7:4294967295] 00000400:00000200:3.0:1715210670.393423:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210670.393424:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210670.393428:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210670.393431:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1715210670.393432:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba600. 00000800:00000200:3.0:1715210670.393436:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210670.393443:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210670.393446:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210670.393516:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210670.393523:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210670.393528:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210670.393536:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210670.393540:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715210670.393543:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715210670.393553:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076001664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210670.393637:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210670.393640:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba600. 00000400:00000200:1.0:1715210670.393642:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210670.393646:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210670.393649:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257550 00000400:00000010:1.0:1715210670.393650:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257550. 00000100:00000200:1.0:1715210670.393654:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076001600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210670.394939:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210670.394947:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11d80 00000400:00000200:0.0:1715210670.394951:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x23b9 [1] + 224 00000400:00000200:0.0:1715210670.394959:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210670.394961:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210670.394966:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076001664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210670.395001:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210670.395004:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11d40 00000400:00000200:0.0:1715210670.395007:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x23c1 [1] + 224 00000400:00000200:0.0:1715210670.395015:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210670.395018:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210670.395021:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076001600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210670.395038:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:2.0:1715210670.395042:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715210670.395043:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715210670.395046:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076001664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210670.395066:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076001664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210670.395085:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715210670.395089:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715210670.395092:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:3.0:1715210670.395094:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210670.395098:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210670.395099:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210670.395102:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076001600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210670.395112:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076001600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210670.395164:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210670.395167:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715210670.395168:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715210675.401246:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210675.401271:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715210675.401320:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210675.401325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715210675.401393:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46a00. 00000400:00000010:0.0:1715210675.401402:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:0.0:1715210675.401410:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 02000000:00000010:1.0:1715210675.401412:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000100:00000200:0.0:1715210675.401418:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001792, portal 4 00000400:00000010:1.0:1715210675.401422:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715210675.401425:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000400:00000010:1.0:1715210675.401427:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210675.401432:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001728, portal 25 00000400:00000010:1.0:1715210675.401435:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daa18. 00000100:00000200:0.0:1715210675.401439:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076001792, offset 0 00000100:00000200:1.0:1715210675.401439:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076001728, offset 0 00000400:00000200:0.0:1715210675.401450:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210675.401459:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210675.401468:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210675.401475:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210675.401481:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210675.401486:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210675.401488:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210675.401492:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1120:1120:256:4294967295] 192.168.202.130@tcp LPNI seq info [1120:1120:8:4294967295] 00000400:00000200:0.0:1715210675.401504:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210675.401512:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210675.401513:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210675.401517:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:0.0:1715210675.401524:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210675.401527:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210675.401531:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210675.401534:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210675.401535:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210675.401537:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210675.401540:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1121:1121:255:4294967295] 192.168.202.130@tcp LPNI seq info [1121:1121:7:4294967295] 00000800:00000200:0.0:1715210675.401541:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210675.401549:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210675.401555:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210675.401559:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715210675.401564:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210675.401570:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210675.401574:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210675.401689:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210675.401695:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715210675.401701:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210675.401708:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210675.401713:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715210675.401715:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715210675.401725:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076001792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210675.401856:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210675.401858:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210675.401862:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210675.401866:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210675.401869:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daa18 00000400:00000010:2.0:1715210675.401870:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daa18. 00000100:00000200:2.0:1715210675.401874:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076001728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210675.403424:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210675.403438:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11e00 00000400:00000200:0.0:1715210675.403446:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x23c9 [1] + 224 00000400:00000200:0.0:1715210675.403459:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210675.403463:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210675.403471:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076001792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210675.403510:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210675.403515:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11dc0 00000400:00000200:0.0:1715210675.403520:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x23cd [1] + 224 00000400:00000200:0.0:1715210675.403538:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210675.403542:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210675.403547:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076001728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210675.403595:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:2.0:1715210675.403603:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715210675.403605:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715210675.403613:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076001792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210675.403624:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076001792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210675.403656:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46a00. 02000000:00000010:2.0:1715210675.403663:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715210675.403668:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:1.0:1715210675.403682:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210675.403690:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210675.403692:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210675.403699:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076001728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210675.403710:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076001728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210675.403728:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715210675.403765:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715210675.403770:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715210680.409206:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210680.409223:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715210680.409265:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210680.409269:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715210680.409318:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715210680.409325:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 02000000:00000010:2.0:1715210680.409325:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715210680.409331:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f20. 00000400:00000010:0.0:1715210680.409333:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000400:00000010:2.0:1715210680.409334:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:0.0:1715210680.409339:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001920, portal 4 00000100:00000200:2.0:1715210680.409342:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001856, portal 25 00000400:00000010:2.0:1715210680.409345:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000400:00000010:0.0:1715210680.409346:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715210680.409347:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076001856, offset 0 00000100:00000200:0.0:1715210680.409348:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076001920, offset 0 00000400:00000200:0.0:1715210680.409356:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210680.409363:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210680.409371:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210680.409377:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210680.409381:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210680.409384:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210680.409387:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210680.409390:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1122:1122:256:4294967295] 192.168.202.130@tcp LPNI seq info [1122:1122:8:4294967295] 00000400:00000200:0.0:1715210680.409400:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:2.0:1715210680.409405:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210680.409407:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210680.409408:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210680.409410:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:0.0:1715210680.409411:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715210680.409411:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210680.409412:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210680.409414:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1123:1123:255:4294967295] 192.168.202.130@tcp LPNI seq info [1123:1123:7:4294967295] 00000800:00000200:0.0:1715210680.409416:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210680.409419:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210680.409421:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210680.409424:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:2.0:1715210680.409424:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715210680.409426:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210680.409429:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210680.409429:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210680.409431:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210680.409483:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210680.409486:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715210680.409490:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210680.409494:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210680.409498:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715210680.409499:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715210680.409506:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076001920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210680.409561:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210680.409568:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715210680.409570:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210680.409573:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210680.409574:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:1.0:1715210680.409575:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:1.0:1715210680.409577:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076001856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210680.410806:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210680.410815:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11e80 00000400:00000200:0.0:1715210680.410820:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x23d9 [1] + 224 00000400:00000200:0.0:1715210680.410828:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210680.410831:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210680.410843:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076001920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210680.410871:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210680.410875:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11e40 00000400:00000200:0.0:1715210680.410879:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x23dd [1] + 224 00000400:00000200:0.0:1715210680.410890:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210680.410893:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210680.410897:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076001856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210680.410916:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:2.0:1715210680.410920:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715210680.410921:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715210680.410925:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076001920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210680.410932:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076001920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210680.410953:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 02000000:00000010:2.0:1715210680.410958:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715210680.410960:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:3.0:1715210680.410965:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f20. 00000400:00000200:3.0:1715210680.410969:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:3.0:1715210680.410970:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:3.0:1715210680.410975:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076001856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210680.410980:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076001856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210680.410990:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715210680.410993:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:3.0:1715210680.410994:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210685.417242:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210685.417268:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210685.417320:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210685.417325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210685.417394:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715210685.417403:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 00000400:00000010:0.0:1715210685.417412:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 02000000:00000010:1.0:1715210685.417418:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000100:00000200:0.0:1715210685.417420:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002048, portal 4 00000400:00000010:0.0:1715210685.417427:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:1.0:1715210685.417428:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000100:00000200:0.0:1715210685.417430:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076002048, offset 0 00000400:00000010:1.0:1715210685.417434:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:0.0:1715210685.417442:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210685.417449:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076001984, portal 25 00000400:00000010:1.0:1715210685.417454:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da330. 00000100:00000200:1.0:1715210685.417457:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076001984, offset 0 00000400:00000200:0.0:1715210685.417461:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210685.417465:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210685.417470:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210685.417474:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210685.417479:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210685.417482:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210685.417486:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1124:1124:256:4294967295] 192.168.202.130@tcp LPNI seq info [1124:1124:8:4294967295] 00000400:00000200:0.0:1715210685.417498:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210685.417505:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210685.417507:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210685.417510:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715210685.417511:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210685.417515:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210685.417517:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210685.417520:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210685.417523:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1125:1125:255:4294967295] 192.168.202.130@tcp LPNI seq info [1125:1125:7:4294967295] 00000800:00000200:0.0:1715210685.417531:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210685.417533:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210685.417538:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210685.417542:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:1.0:1715210685.417542:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:0.0:1715210685.417547:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210685.417547:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210685.417553:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210685.417557:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210685.417637:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210685.417643:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715210685.417720:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210685.417730:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210685.417735:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715210685.417737:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715210685.417747:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076002048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210685.417848:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210685.417851:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715210685.417855:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210685.417859:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210685.417862:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da330 00000400:00000010:2.0:1715210685.417863:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da330. 00000100:00000200:2.0:1715210685.417867:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076001984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210685.419779:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210685.419793:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11f00 00000400:00000200:0.0:1715210685.419801:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x23e9 [1] + 224 00000400:00000200:0.0:1715210685.419812:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210685.419816:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210685.419824:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076002048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210685.419862:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210685.419867:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11ec0 00000400:00000200:0.0:1715210685.419871:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x23f1 [1] + 224 00000400:00000200:0.0:1715210685.419886:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210685.419890:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210685.419895:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076001984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210685.419950:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 00000400:00000200:2.0:1715210685.419958:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715210685.419960:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715210685.419968:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076002048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210685.419979:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076002048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210685.420012:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 02000000:00000010:2.0:1715210685.420014:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 00000400:00000200:1.0:1715210685.420020:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 02000000:00000010:2.0:1715210685.420022:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000400:00000010:1.0:1715210685.420023:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000010:2.0:1715210685.420026:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000200:1.0:1715210685.420030:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076001984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210685.420059:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076001984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210685.420077:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715210685.420082:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715210685.420086:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715210690.425233:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210690.425257:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715210690.425309:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210690.425313:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210690.425374:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46a00. 00000400:00000010:0.0:1715210690.425383:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:0.0:1715210690.425392:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715210690.425400:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002176, portal 4 02000000:00000010:3.0:1715210690.425400:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:0.0:1715210690.425407:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715210690.425410:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076002176, offset 0 00000400:00000010:3.0:1715210690.425411:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715210690.425423:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715210690.425432:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210690.425439:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002112, portal 25 00000400:00000200:0.0:1715210690.425444:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:3.0:1715210690.425444:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02576e8. 00000100:00000200:3.0:1715210690.425448:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076002112, offset 0 00000400:00000200:3.0:1715210690.425460:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210690.425472:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210690.425478:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210690.425483:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210690.425486:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210690.425490:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1126:1126:256:4294967295] 192.168.202.130@tcp LPNI seq info [1126:1126:8:4294967295] 00000400:00000200:0.0:1715210690.425502:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210690.425510:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210690.425515:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:3.0:1715210690.425515:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210690.425522:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210690.425524:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210690.425528:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210690.425531:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210690.425535:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715210690.425536:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210690.425540:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210690.425541:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1127:1127:255:4294967295] 192.168.202.130@tcp LPNI seq info [1127:1127:7:4294967295] 00000400:00000200:3.0:1715210690.425555:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210690.425578:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210690.425584:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba800. 00000800:00000200:3.0:1715210690.425591:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210690.425599:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210690.425631:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210690.425649:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210690.425656:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210690.425662:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210690.425670:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210690.425675:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:1.0:1715210690.425678:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715210690.425688:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076002176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210690.425767:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210690.425770:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba800. 00000400:00000200:1.0:1715210690.425773:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210690.425777:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210690.425779:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02576e8 00000400:00000010:1.0:1715210690.425781:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02576e8. 00000100:00000200:1.0:1715210690.425785:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076002112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210690.427593:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210690.427630:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe11f80 00000400:00000200:0.0:1715210690.427639:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x23f9 [1] + 224 00000400:00000200:0.0:1715210690.427652:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210690.427656:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210690.427664:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076002176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210690.427700:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210690.427706:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11f40 00000400:00000200:0.0:1715210690.427710:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2401 [1] + 224 00000400:00000200:0.0:1715210690.427726:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210690.427730:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210690.427734:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076002112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210690.427760:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:2.0:1715210690.427770:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715210690.427773:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715210690.427784:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076002176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210690.427800:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076002176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210690.427818:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210690.427826:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210690.427828:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210690.427835:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076002112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210690.427843:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46a00. 00000100:00000200:3.0:1715210690.427846:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076002112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210690.427854:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715210690.427860:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 02000000:00000010:3.0:1715210690.427864:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210690.427869:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715210690.427872:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715210695.433248:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210695.433273:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210695.433323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210695.433339:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210695.433411:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 02000000:00000010:1.0:1715210695.433417:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715210695.433420:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 00000400:00000010:1.0:1715210695.433427:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715210695.433429:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:1.0:1715210695.433433:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:0.0:1715210695.433437:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002304, portal 4 00000100:00000200:1.0:1715210695.433437:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002240, portal 25 00000400:00000010:1.0:1715210695.433442:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dadd0. 00000400:00000010:0.0:1715210695.433443:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715210695.433445:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076002240, offset 0 00000100:00000200:0.0:1715210695.433446:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076002304, offset 0 00000400:00000200:1.0:1715210695.433458:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210695.433467:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210695.433477:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210695.433485:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210695.433499:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210695.433504:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210695.433507:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210695.433511:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1128:1128:256:4294967295] 192.168.202.130@tcp LPNI seq info [1128:1128:8:4294967295] 00000400:00000200:1.0:1715210695.433524:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210695.433531:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210695.433533:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210695.433536:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715210695.433536:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715210695.433540:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210695.433543:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210695.433544:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210695.433545:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210695.433549:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1129:1129:255:4294967295] 192.168.202.130@tcp LPNI seq info [1129:1129:7:4294967295] 00000800:00000200:1.0:1715210695.433557:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210695.433559:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210695.433588:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210695.433602:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210695.433606:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000800:00000200:0.0:1715210695.433610:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210695.433617:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210695.433620:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210695.433743:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210695.433758:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715210695.433766:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210695.433773:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210695.433778:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dadd0 00000400:00000010:2.0:1715210695.433780:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dadd0. 00000100:00000200:2.0:1715210695.433790:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076002240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210695.433863:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210695.433865:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715210695.433868:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210695.433872:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210695.433874:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715210695.433876:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715210695.433880:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076002304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210695.435605:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210695.435618:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe11fc0 00000400:00000200:0.0:1715210695.435626:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x240d [1] + 224 00000400:00000200:0.0:1715210695.435639:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210695.435643:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210695.435650:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076002240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210695.435688:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210695.435693:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12000 00000400:00000200:0.0:1715210695.435708:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2409 [1] + 224 00000400:00000200:0.0:1715210695.435726:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210695.435730:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210695.435735:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076002304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210695.435777:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210695.435785:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210695.435788:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210695.435796:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076002240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210695.435807:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076002240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210695.435835:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715210695.435843:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715210695.435847:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000010:2.0:1715210695.435864:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:2.0:1715210695.435872:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715210695.435875:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715210695.435883:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076002304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210695.435894:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076002304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210695.435919:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715210695.435925:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715210695.435928:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715210700.441240:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210700.441265:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210700.441315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210700.441320:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715210700.441384:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715210700.441392:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000010:0.0:1715210700.441401:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 02000000:00000010:2.0:1715210700.441407:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000100:00000200:0.0:1715210700.441409:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002432, portal 4 00000400:00000010:0.0:1715210700.441416:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:2.0:1715210700.441417:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f78. 00000100:00000200:0.0:1715210700.441419:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076002432, offset 0 00000400:00000010:2.0:1715210700.441423:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000200:0.0:1715210700.441431:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210700.441439:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002368, portal 25 00000400:00000010:2.0:1715210700.441443:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715210700.441446:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076002368, offset 0 00000400:00000200:0.0:1715210700.441450:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210700.441453:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210700.441457:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210700.441463:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210700.441467:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210700.441470:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210700.441474:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1130:1130:256:4294967295] 192.168.202.130@tcp LPNI seq info [1130:1130:8:4294967295] 00000400:00000200:0.0:1715210700.441487:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210700.441494:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210700.441496:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210700.441499:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715210700.441500:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210700.441504:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210700.441507:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210700.441507:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210700.441510:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210700.441513:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1131:1131:255:4294967295] 192.168.202.130@tcp LPNI seq info [1131:1131:7:4294967295] 00000400:00000200:2.0:1715210700.441553:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210700.441558:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210700.441559:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:2.0:1715210700.441562:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:0.0:1715210700.441565:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210700.441567:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210700.441574:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210700.441577:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210700.441711:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210700.441717:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715210700.441724:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210700.441731:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210700.441736:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715210700.441738:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715210700.441748:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076002432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210700.441835:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210700.441838:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715210700.441850:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210700.441855:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210700.441857:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:1.0:1715210700.441859:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:1.0:1715210700.441863:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076002368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210700.443681:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210700.443703:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12080 00000400:00000200:0.0:1715210700.443711:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2419 [1] + 224 00000400:00000200:0.0:1715210700.443725:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210700.443729:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210700.443738:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076002432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210700.443776:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210700.443782:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12040 00000400:00000200:0.0:1715210700.443786:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2421 [1] + 224 00000400:00000200:0.0:1715210700.443799:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210700.443803:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210700.443808:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076002368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210700.443860:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:2.0:1715210700.443868:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715210700.443870:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715210700.443878:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076002432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210700.443889:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076002432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210700.443925:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 00000400:00000010:3.0:1715210700.443931:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f78. 02000000:00000010:2.0:1715210700.443934:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715210700.443938:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000200:3.0:1715210700.443939:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715210700.443941:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:3.0:1715210700.443949:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076002368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210700.443960:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076002368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210700.443978:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715210700.443984:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715210700.443987:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715210705.449257:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210705.449284:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210705.449337:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210705.449341:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715210705.449413:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 00000400:00000010:0.0:1715210705.449421:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 02000000:00000010:1.0:1715210705.449428:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:0.0:1715210705.449429:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715210705.449437:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002560, portal 4 00000400:00000010:1.0:1715210705.449438:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:1.0:1715210705.449444:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000010:0.0:1715210705.449445:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715210705.449449:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076002560, offset 0 00000100:00000200:1.0:1715210705.449449:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002496, portal 25 00000400:00000010:1.0:1715210705.449453:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da660. 00000400:00000200:0.0:1715210705.449460:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210705.449465:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076002496, offset 0 00000400:00000200:1.0:1715210705.449474:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210705.449505:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210705.449513:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210705.449519:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210705.449523:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210705.449526:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210705.449545:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1132:1132:256:4294967295] 192.168.202.130@tcp LPNI seq info [1132:1132:8:4294967295] 00000400:00000200:0.0:1715210705.449558:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210705.449566:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210705.449568:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210705.449571:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715210705.449572:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210705.449575:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210705.449578:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210705.449578:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210705.449581:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210705.449584:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1133:1133:255:4294967295] 192.168.202.130@tcp LPNI seq info [1133:1133:7:4294967295] 00000800:00000200:0.0:1715210705.449590:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210705.449594:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210705.449595:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210705.449599:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210705.449603:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715210705.449608:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210705.449615:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210705.449618:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210705.449739:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210705.449745:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715210705.449752:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210705.449759:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210705.449764:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715210705.449766:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715210705.449775:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076002560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210705.449881:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210705.449884:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210705.449887:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210705.449892:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210705.449894:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da660 00000400:00000010:2.0:1715210705.449896:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da660. 00000100:00000200:2.0:1715210705.449900:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076002496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210705.451389:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210705.451403:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12100 00000400:00000200:0.0:1715210705.451410:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2429 [1] + 224 00000400:00000200:0.0:1715210705.451422:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210705.451425:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210705.451433:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076002560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210721 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210705.451470:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210705.451499:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe120c0 00000400:00000200:0.0:1715210705.451504:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x242d [1] + 224 00000400:00000200:0.0:1715210705.451520:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210705.451525:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210705.451530:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076002496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210721 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210705.451558:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:2.0:1715210705.451565:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715210705.451567:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715210705.451575:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076002560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210705.451586:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076002560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210721 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210705.451619:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 02000000:00000010:2.0:1715210705.451625:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715210705.451630:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:1.0:1715210705.451652:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210705.451660:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210705.451662:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210705.451670:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076002496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210705.451681:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076002496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210721 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210705.451709:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715210705.451715:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715210705.451718:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715210710.457227:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210710.457251:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210710.457302:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210710.457306:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715210710.457362:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47000. 02000000:00000010:2.0:1715210710.457365:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:0.0:1715210710.457372:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 00000400:00000010:2.0:1715210710.457375:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000400:00000010:2.0:1715210710.457384:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000400:00000010:0.0:1715210710.457388:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715210710.457393:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002624, portal 25 00000100:00000200:2.0:1715210710.457393:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002688, portal 4 00000400:00000010:0.0:1715210710.457398:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000400:00000010:2.0:1715210710.457399:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000100:00000200:0.0:1715210710.457400:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076002624, offset 0 00000100:00000200:2.0:1715210710.457402:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076002688, offset 0 00000400:00000200:0.0:1715210710.457412:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210710.457421:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210710.457431:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210710.457464:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210710.457470:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210710.457475:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210710.457478:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210710.457482:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1134:1134:256:4294967295] 192.168.202.130@tcp LPNI seq info [1134:1134:8:4294967295] 00000400:00000200:0.0:1715210710.457494:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210710.457502:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210710.457504:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210710.457508:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210710.457509:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210710.457512:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210710.457515:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210710.457515:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210710.457518:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210710.457527:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210710.457533:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210710.457543:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1135:1135:255:4294967295] 192.168.202.130@tcp LPNI seq info [1135:1135:7:4294967295] 00000400:00000200:2.0:1715210710.457553:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210710.457559:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210710.457563:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715210710.457568:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210710.457575:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210710.457578:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210710.457617:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210710.457624:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210710.457630:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210710.457638:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210710.457643:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715210710.457645:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715210710.457656:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076002624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210710.457743:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210710.457746:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715210710.457749:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210710.457753:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210710.457755:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715210710.457757:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715210710.457761:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076002688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210710.459794:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210710.459808:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12140 00000400:00000200:0.0:1715210710.459817:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x243d [1] + 224 00000400:00000200:0.0:1715210710.459829:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210710.459833:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210710.459841:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076002624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210710.459879:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210710.459884:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12180 00000400:00000200:0.0:1715210710.459889:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2439 [1] + 224 00000400:00000200:0.0:1715210710.459906:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210710.459916:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210710.459921:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076002688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210710.459966:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 00000400:00000200:2.0:1715210710.459974:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715210710.459976:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715210710.459984:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076002624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210710.459996:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076002624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210710.460023:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47000. 02000000:00000010:2.0:1715210710.460029:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210710.460033:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:3.0:1715210710.460041:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:3.0:1715210710.460050:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:3.0:1715210710.460052:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:3.0:1715210710.460060:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076002688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210710.460088:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076002688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210710.460113:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715210710.460157:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715210710.460160:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:2.0:1715210715.465328:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715210715.465356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 00000100:00000010:2.0:1715210715.465442:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7100. 02000000:00000010:2.0:1715210715.465448:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c500. 02000000:00000010:2.0:1715210715.465505:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715210715.465513:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c60. 02000000:00000010:1.0:1715210715.465515:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:2.0:1715210715.465523:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000400:00000010:1.0:1715210715.465527:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000100:00000200:2.0:1715210715.465531:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002816, portal 4 00000400:00000010:1.0:1715210715.465534:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000010:2.0:1715210715.465539:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715210715.465540:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002752, portal 25 00000100:00000200:2.0:1715210715.465542:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076002816, offset 0 00000400:00000010:1.0:1715210715.465546:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dacc0. 00000400:00000200:2.0:1715210715.465554:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210715.465564:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076002752, offset 0 00000400:00000200:1.0:1715210715.465574:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210715.465574:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210715.465582:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210715.465597:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210715.465602:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210715.465605:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210715.465609:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1136:1136:256:4294967295] 192.168.202.130@tcp LPNI seq info [1136:1136:8:4294967295] 00000400:00000200:2.0:1715210715.465622:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210715.465629:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210715.465632:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210715.465635:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715210715.465637:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210715.465640:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210715.465643:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210715.465643:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210715.465646:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715210715.465654:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210715.465659:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1137:1137:255:4294967295] 192.168.202.130@tcp LPNI seq info [1137:1137:7:4294967295] 00000800:00000200:2.0:1715210715.465660:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210715.465669:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210715.465675:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210715.465679:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715210715.465684:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210715.465691:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210715.465695:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210715.465813:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210715.465820:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:0.0:1715210715.465826:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210715.465833:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210715.465838:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:0.0:1715210715.465841:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:0.0:1715210715.465851:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7100 x1798526076002816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210715.465936:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210715.465938:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:0.0:1715210715.465942:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210715.465946:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210715.465949:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dacc0 00000400:00000010:0.0:1715210715.465950:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dacc0. 00000100:00000200:0.0:1715210715.465955:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526076002752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210715.467816:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210715.467829:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12200 00000400:00000200:0.0:1715210715.467837:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2449 [1] + 224 00000400:00000200:0.0:1715210715.467850:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210715.467854:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210715.467862:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7100 x1798526076002816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210715.467899:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210715.467904:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe121c0 00000400:00000200:0.0:1715210715.467909:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x244d [1] + 224 00000400:00000200:0.0:1715210715.467934:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210715.467937:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210715.467942:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526076002752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210715.467989:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c60. 00000400:00000200:2.0:1715210715.467997:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:2.0:1715210715.467999:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715210715.468007:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7100 x1798526076002816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210715.468018:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7100 x1798526076002816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210715.468037:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210715.468046:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210715.468049:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 02000000:00000010:2.0:1715210715.468052:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 00000100:00000200:1.0:1715210715.468058:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526076002752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210715.468059:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c500. 00000100:00000010:2.0:1715210715.468063:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7100. 00000100:00000200:1.0:1715210715.468075:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526076002752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210715.468100:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715210715.468107:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:1.0:1715210715.468112:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000100:00000010:2.0:1715210720.473269:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7100. 02000000:00000010:2.0:1715210720.473295:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c500. 00000100:00000010:2.0:1715210720.473368:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715210720.473373:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 02000000:00000010:2.0:1715210720.473455:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715210720.473464:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c60. 02000000:00000010:0.0:1715210720.473467:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47000. 00000400:00000010:2.0:1715210720.473474:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000400:00000010:0.0:1715210720.473477:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:0.0:1715210720.473482:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715210720.473482:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002944, portal 4 00000100:00000200:0.0:1715210720.473487:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076002880, portal 25 00000400:00000010:0.0:1715210720.473491:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:2.0:1715210720.473491:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000100:00000200:2.0:1715210720.473493:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076002944, offset 0 00000100:00000200:0.0:1715210720.473494:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076002880, offset 0 00000400:00000200:0.0:1715210720.473507:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210720.473517:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210720.473528:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210720.473536:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210720.473542:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210720.473546:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210720.473549:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210720.473553:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1138:1138:256:4294967295] 192.168.202.130@tcp LPNI seq info [1138:1138:8:4294967295] 00000400:00000200:0.0:1715210720.473565:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210720.473573:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210720.473574:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210720.473578:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210720.473579:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210720.473581:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210720.473584:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210720.473586:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210720.473587:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210720.473589:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1139:1139:255:4294967295] 192.168.202.130@tcp LPNI seq info [1139:1139:7:4294967295] 00000800:00000200:0.0:1715210720.473598:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210720.473599:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210720.473603:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210720.473604:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210720.473608:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715210720.473612:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210720.473619:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210720.473622:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210720.473696:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210720.473703:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210720.473710:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210720.473718:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210720.473723:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715210720.473726:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715210720.473736:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7100 x1798526076002880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210720.473827:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210720.473830:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715210720.473833:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210720.473837:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210720.473839:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715210720.473850:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715210720.473856:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526076002944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210720.475720:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210720.475737:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12240 00000400:00000200:0.0:1715210720.475747:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x245d [1] + 224 00000400:00000200:0.0:1715210720.475761:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210720.475767:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210720.475776:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7100 x1798526076002880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210720.475843:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210720.475853:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12280 00000400:00000200:0.0:1715210720.475858:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2459 [1] + 224 00000400:00000200:0.0:1715210720.475879:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210720.475885:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210720.475892:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526076002944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210720.475913:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 00000400:00000200:2.0:1715210720.475920:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715210720.475922:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715210720.475929:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7100 x1798526076002880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210720.475940:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7100 x1798526076002880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210720.475966:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47000. 02000000:00000010:2.0:1715210720.475972:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c500. 00000100:00000010:2.0:1715210720.475976:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7100. 00000400:00000010:3.0:1715210720.476014:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c60. 00000400:00000200:3.0:1715210720.476022:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:3.0:1715210720.476024:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:3.0:1715210720.476031:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526076002944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210720.476042:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526076002944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210720.476066:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715210720.476072:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:3.0:1715210720.476076:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000100:00000010:2.0:1715210725.481270:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7100. 02000000:00000010:2.0:1715210725.481301:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ca00. 00000100:00000010:2.0:1715210725.481422:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715210725.481429:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 02000000:00000010:2.0:1715210725.481492:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:2.0:1715210725.481503:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 02000000:00000010:1.0:1715210725.481509:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:2.0:1715210725.481513:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000010:1.0:1715210725.481518:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:1.0:1715210725.481525:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210725.481533:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003008, portal 25 00000100:00000200:2.0:1715210725.481536:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003072, portal 4 00000400:00000010:1.0:1715210725.481538:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da3b8. 00000100:00000200:1.0:1715210725.481542:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076003008, offset 0 00000400:00000010:2.0:1715210725.481543:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000200:1.0:1715210725.481554:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210725.481561:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076003072, offset 0 00000400:00000200:2.0:1715210725.481571:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210725.481574:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210725.481582:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210725.481588:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210725.481592:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210725.481595:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210725.481599:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1140:1140:256:4294967295] 192.168.202.130@tcp LPNI seq info [1140:1140:8:4294967295] 00000400:00000200:1.0:1715210725.481611:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210725.481618:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210725.481621:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715210725.481624:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715210725.481626:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210725.481631:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715210725.481632:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210725.481636:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210725.481639:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715210725.481644:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210725.481644:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1141:1141:255:4294967295] 192.168.202.130@tcp LPNI seq info [1141:1141:7:4294967295] 00000800:00000200:1.0:1715210725.481649:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210725.481659:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210725.481667:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210725.481672:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715210725.481679:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210725.481687:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210725.481692:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210725.481816:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210725.481823:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715210725.481831:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210725.481839:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210725.481844:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da3b8 00000400:00000010:0.0:1715210725.481846:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da3b8. 00000100:00000200:0.0:1715210725.481857:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7100 x1798526076003008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210725.481942:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210725.481945:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:0.0:1715210725.481948:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210725.481951:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210725.481954:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:0.0:1715210725.481956:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:0.0:1715210725.481960:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526076003072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210725.483769:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210725.483784:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe122c0 00000400:00000200:0.0:1715210725.483792:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2469 [1] + 224 00000400:00000200:0.0:1715210725.483804:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210725.483808:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210725.483826:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7100 x1798526076003008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210725.483868:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210725.483873:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12300 00000400:00000200:0.0:1715210725.483878:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x246d [1] + 224 00000400:00000200:0.0:1715210725.483898:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210725.483902:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210725.483906:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526076003072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210725.483950:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210725.483958:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210725.483960:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210725.483969:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7100 x1798526076003008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210725.483978:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000100:00000200:1.0:1715210725.483980:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7100 x1798526076003008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715210725.483984:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715210725.483987:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210725.483994:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526076003072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210725.484008:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 00000100:00000200:2.0:1715210725.484010:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526076003072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210725.484026:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ca00. 00000100:00000010:1.0:1715210725.484031:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7100. 02000000:00000010:2.0:1715210725.484041:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715210725.484047:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715210725.484051:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000100:00000010:2.0:1715210730.489299:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715210730.489327:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715210730.489383:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715210730.489389:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ca00. 02000000:00000010:2.0:1715210730.489460:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715210730.489462:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:2.0:1715210730.489470:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000010:3.0:1715210730.489472:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715210730.489478:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000010:3.0:1715210730.489478:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210730.489488:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003136, portal 25 00000100:00000200:2.0:1715210730.489493:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003200, portal 4 00000400:00000010:3.0:1715210730.489493:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257b28. 00000100:00000200:3.0:1715210730.489496:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076003136, offset 0 00000400:00000010:2.0:1715210730.489500:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000400:00000200:3.0:1715210730.489509:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210730.489516:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076003200, offset 0 00000400:00000200:2.0:1715210730.489523:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210730.489530:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210730.489538:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210730.489543:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210730.489548:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210730.489551:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210730.489555:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1142:1142:256:4294967295] 192.168.202.130@tcp LPNI seq info [1142:1142:8:4294967295] 00000400:00000200:3.0:1715210730.489568:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210730.489585:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210730.489586:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210730.489590:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715210730.489591:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbad00. 00000400:00000200:2.0:1715210730.489593:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210730.489596:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715210730.489598:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210730.489599:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210730.489602:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1143:1143:255:4294967295] 192.168.202.130@tcp LPNI seq info [1143:1143:7:4294967295] 00000800:00000200:3.0:1715210730.489610:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210730.489613:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210730.489616:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbad00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210730.489618:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210730.489621:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715210730.489626:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210730.489633:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210730.489636:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210730.489706:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210730.489712:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbad00. 00000400:00000200:0.0:1715210730.489719:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210730.489727:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210730.489732:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257b28 00000400:00000010:0.0:1715210730.489734:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257b28. 00000100:00000200:0.0:1715210730.489745:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526076003136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210730.489826:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210730.489828:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:0.0:1715210730.489831:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210730.489835:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210730.489838:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:0.0:1715210730.489839:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:0.0:1715210730.489843:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526076003200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210730.491684:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210730.491699:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12340 00000400:00000200:0.0:1715210730.491707:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2479 [1] + 224 00000400:00000200:0.0:1715210730.491719:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210730.491732:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210730.491741:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526076003136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210730.491782:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210730.491787:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12380 00000400:00000200:0.0:1715210730.491792:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x247d [1] + 224 00000400:00000200:0.0:1715210730.491807:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210730.491811:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210730.491815:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526076003200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210730.491866:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210730.491875:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210730.491877:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210730.491885:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526076003136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210730.491896:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526076003136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210730.491922:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210730.491930:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:3.0:1715210730.491934:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000400:00000010:2.0:1715210730.491935:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:2.0:1715210730.491943:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715210730.491946:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210730.491953:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526076003200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210730.491965:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526076003200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210730.491989:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715210730.491994:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ca00. 00000100:00000010:2.0:1715210730.491997:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000100:00000010:2.0:1715210735.497188:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715210735.497210:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ca00. 00000100:00000010:2.0:1715210735.497259:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715210735.497263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c500. 02000000:00000010:1.0:1715210735.497290:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 02000000:00000010:3.0:1715210735.497297:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:1.0:1715210735.497298:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:1.0:1715210735.497305:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000010:3.0:1715210735.497305:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715210735.497309:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:1.0:1715210735.497312:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003264, portal 25 00000100:00000200:3.0:1715210735.497312:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003328, portal 4 00000400:00000010:1.0:1715210735.497317:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da908. 00000400:00000010:3.0:1715210735.497317:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257ee0. 00000100:00000200:1.0:1715210735.497319:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076003264, offset 0 00000100:00000200:3.0:1715210735.497319:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076003328, offset 0 00000400:00000200:3.0:1715210735.497328:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210735.497334:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210735.497342:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210735.497348:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210735.497352:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210735.497355:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210735.497358:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210735.497360:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1144:1144:256:4294967295] 192.168.202.130@tcp LPNI seq info [1144:1144:8:4294967295] 00000400:00000200:3.0:1715210735.497370:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:1.0:1715210735.497376:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:3.0:1715210735.497377:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210735.497378:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210735.497380:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210735.497381:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210735.497383:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210735.497385:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1145:1145:255:4294967295] 192.168.202.130@tcp LPNI seq info [1145:1145:7:4294967295] 00000800:00000010:3.0:1715210735.497387:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaa00. 00000400:00000200:1.0:1715210735.497390:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210735.497392:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:3.0:1715210735.497393:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000010:1.0:1715210735.497396:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715210735.497398:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210735.497402:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210735.497402:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210735.497405:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715210735.497405:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaa00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210735.497447:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210735.497450:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:0.0:1715210735.497454:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210735.497458:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210735.497461:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da908 00000400:00000010:0.0:1715210735.497463:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da908. 00000100:00000200:0.0:1715210735.497469:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526076003264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210735.497506:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210735.497508:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaa00. 00000400:00000200:0.0:1715210735.497509:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210735.497511:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210735.497513:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257ee0 00000400:00000010:0.0:1715210735.497513:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257ee0. 00000100:00000200:0.0:1715210735.497516:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526076003328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210735.498290:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210735.498298:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe123c0 00000400:00000200:0.0:1715210735.498302:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2489 [1] + 224 00000400:00000200:0.0:1715210735.498316:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210735.498318:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210735.498322:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526076003264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210735.498344:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210735.498347:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12400 00000400:00000200:0.0:1715210735.498349:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x248d [1] + 224 00000400:00000200:0.0:1715210735.498357:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210735.498359:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210735.498362:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526076003328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210735.498395:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210735.498399:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210735.498400:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210735.498404:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526076003264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210735.498406:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000100:00000200:1.0:1715210735.498410:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526076003264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210735.498410:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210735.498411:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210735.498415:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526076003328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210735.498423:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526076003328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210735.498426:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715210735.498431:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ca00. 00000100:00000010:1.0:1715210735.498439:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 02000000:00000010:3.0:1715210735.498439:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210735.498442:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c500. 00000100:00000010:3.0:1715210735.498444:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 00000100:00000010:2.0:1715210740.505188:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7800. 02000000:00000010:2.0:1715210740.505206:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715210740.505241:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715210740.505244:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c000. 02000000:00000010:3.0:1715210740.505281:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 02000000:00000010:2.0:1715210740.505282:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:2.0:1715210740.505288:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000010:3.0:1715210740.505288:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715210740.505294:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000010:3.0:1715210740.505294:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210740.505300:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003392, portal 25 00000100:00000200:2.0:1715210740.505303:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003456, portal 4 00000400:00000010:3.0:1715210740.505303:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257d48. 00000100:00000200:3.0:1715210740.505304:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076003392, offset 0 00000400:00000010:2.0:1715210740.505308:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000400:00000200:3.0:1715210740.505312:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210740.505316:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076003456, offset 0 00000400:00000200:2.0:1715210740.505321:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210740.505326:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210740.505330:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210740.505333:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210740.505336:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210740.505337:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210740.505339:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1146:1146:256:4294967295] 192.168.202.130@tcp LPNI seq info [1146:1146:8:4294967295] 00000400:00000200:3.0:1715210740.505346:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210740.505350:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210740.505351:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715210740.505353:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbae00. 00000400:00000200:2.0:1715210740.505354:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210740.505356:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210740.505357:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210740.505359:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210740.505361:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1147:1147:255:4294967295] 192.168.202.130@tcp LPNI seq info [1147:1147:7:4294967295] 00000800:00000200:3.0:1715210740.505364:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210740.505369:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210740.505372:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210740.505373:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:3.0:1715210740.505375:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbae00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715210740.505376:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715210740.505380:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210740.505385:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210740.505387:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210740.505427:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210740.505431:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbae00. 00000400:00000200:0.0:1715210740.505434:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210740.505439:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210740.505441:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257d48 00000400:00000010:0.0:1715210740.505443:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257d48. 00000100:00000200:0.0:1715210740.505449:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7800 x1798526076003392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210740.505496:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210740.505497:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:0.0:1715210740.505499:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210740.505501:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210740.505502:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:0.0:1715210740.505503:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:0.0:1715210740.505505:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526076003456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210740.506474:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210740.506482:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12480 00000400:00000200:0.0:1715210740.506492:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x249d [1] + 224 00000400:00000200:0.0:1715210740.506500:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210740.506503:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210740.506507:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526076003456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210740.506528:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210740.506531:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12440 00000400:00000200:0.0:1715210740.506533:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2499 [1] + 224 00000400:00000200:0.0:1715210740.506540:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210740.506543:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210740.506545:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7800 x1798526076003392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210740.506547:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:2.0:1715210740.506550:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715210740.506551:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210740.506555:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526076003456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210740.506570:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526076003456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210740.506582:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210740.506587:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210740.506589:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210740.506594:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7800 x1798526076003392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210740.506595:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715210740.506600:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c000. 00000100:00000200:3.0:1715210740.506602:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7800 x1798526076003392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210740.506604:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 02000000:00000010:3.0:1715210740.506614:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210740.506619:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:3.0:1715210740.506621:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7800. 00000100:00000010:2.0:1715210745.513202:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715210745.513220:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c000. 00000100:00000010:2.0:1715210745.513257:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715210745.513260:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 02000000:00000010:2.0:1715210745.513300:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715210745.513302:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30200. 00000400:00000010:2.0:1715210745.513307:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000010:3.0:1715210745.513308:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715210745.513314:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000010:3.0:1715210745.513314:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210745.513320:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003520, portal 25 00000100:00000200:2.0:1715210745.513322:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003584, portal 4 00000400:00000010:3.0:1715210745.513324:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257440. 00000400:00000010:2.0:1715210745.513326:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:3.0:1715210745.513327:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076003520, offset 0 00000100:00000200:2.0:1715210745.513328:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076003584, offset 0 00000400:00000200:3.0:1715210745.513334:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210745.513340:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210745.513347:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210745.513352:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210745.513355:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210745.513359:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210745.513361:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210745.513364:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1148:1148:256:4294967295] 192.168.202.130@tcp LPNI seq info [1148:1148:8:4294967295] 00000400:00000200:3.0:1715210745.513375:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210745.513380:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210745.513382:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210745.513386:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715210745.513386:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbae00. 00000400:00000200:2.0:1715210745.513389:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210745.513391:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210745.513393:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:3.0:1715210745.513393:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210745.513396:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1149:1149:255:4294967295] 192.168.202.130@tcp LPNI seq info [1149:1149:7:4294967295] 00000400:00000200:2.0:1715210745.513403:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210745.513407:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210745.513410:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:3.0:1715210745.513410:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210745.513413:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210745.513414:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbae00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210745.513417:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210745.513420:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210745.513466:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210745.513470:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbae00. 00000400:00000200:0.0:1715210745.513475:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210745.513479:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210745.513482:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257440 00000400:00000010:0.0:1715210745.513483:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257440. 00000100:00000200:0.0:1715210745.513489:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526076003520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210745.513539:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210745.513541:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715210745.513542:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210745.513545:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210745.513546:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:0.0:1715210745.513547:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:0.0:1715210745.513549:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526076003584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210745.514640:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210745.514654:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe124c0 00000400:00000200:0.0:1715210745.514658:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x24a9 [1] + 224 00000400:00000200:0.0:1715210745.514665:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210745.514667:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210745.514672:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526076003520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210745.514693:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210745.514696:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12500 00000400:00000200:0.0:1715210745.514698:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x24ad [1] + 224 00000400:00000200:0.0:1715210745.514706:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210745.514708:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:3.0:1715210745.514710:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210745.514714:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210745.514715:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:0.0:1715210745.514717:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526076003584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210745.514718:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526076003520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210745.514724:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526076003520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210745.514739:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30200. 02000000:00000010:3.0:1715210745.514744:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c000. 00000100:00000010:3.0:1715210745.514746:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 00000400:00000010:2.0:1715210745.514786:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:2.0:1715210745.514794:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715210745.514796:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210745.514800:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526076003584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210745.514809:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526076003584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210745.514825:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715210745.514829:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715210745.514831:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000100:00000010:2.0:1715210750.521180:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715210750.521196:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cd00. 00000100:00000010:2.0:1715210750.521227:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715210750.521230:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c300. 02000000:00000010:2.0:1715210750.521264:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:2.0:1715210750.521270:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000010:2.0:1715210750.521276:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 02000000:00000010:0.0:1715210750.521278:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000100:00000200:2.0:1715210750.521281:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003712, portal 4 00000400:00000010:0.0:1715210750.521283:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 00000400:00000010:0.0:1715210750.521286:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000010:2.0:1715210750.521286:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715210750.521287:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076003712, offset 0 00000100:00000200:0.0:1715210750.521288:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003648, portal 25 00000400:00000010:0.0:1715210750.521291:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000200:2.0:1715210750.521295:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210750.521299:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076003648, offset 0 00000400:00000200:0.0:1715210750.521303:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210750.521308:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210750.521313:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210750.521317:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210750.521319:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210750.521321:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210750.521323:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1150:1150:256:4294967295] 192.168.202.130@tcp LPNI seq info [1150:1150:8:4294967295] 00000400:00000200:2.0:1715210750.521331:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210750.521335:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210750.521336:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210750.521338:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210750.521338:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715210750.521340:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210750.521341:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210750.521343:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715210750.521343:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210750.521344:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1151:1151:255:4294967295] 192.168.202.130@tcp LPNI seq info [1151:1151:7:4294967295] 00000400:00000200:0.0:1715210750.521349:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210750.521351:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715210750.521356:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:0.0:1715210750.521358:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:2.0:1715210750.521360:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210750.521361:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210750.521364:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210750.521366:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210750.521403:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210750.521406:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715210750.521410:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210750.521414:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210750.521417:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:1.0:1715210750.521418:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:1.0:1715210750.521425:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526076003712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210750.521466:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210750.521467:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210750.521469:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210750.521471:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210750.521473:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715210750.521474:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715210750.521476:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526076003648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210750.522449:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210750.522456:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12580 00000400:00000200:0.0:1715210750.522460:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x24b9 [1] + 224 00000400:00000200:0.0:1715210750.522468:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210750.522470:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210750.522474:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526076003712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210750.522493:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210750.522496:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12540 00000400:00000200:0.0:1715210750.522498:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x24c1 [1] + 224 00000400:00000200:0.0:1715210750.522505:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210750.522507:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210750.522510:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526076003648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210750.522543:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:2.0:1715210750.522547:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715210750.522548:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210750.522552:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526076003712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210750.522558:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526076003712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210750.522579:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 00000400:00000010:1.0:1715210750.522581:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 02000000:00000010:2.0:1715210750.522583:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c300. 00000100:00000010:2.0:1715210750.522585:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000400:00000200:1.0:1715210750.522586:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715210750.522587:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715210750.522591:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526076003648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210750.522596:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526076003648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210750.522606:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 02000000:00000010:1.0:1715210750.522609:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cd00. 00000100:00000010:1.0:1715210750.522611:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000100:00000010:2.0:1715210755.529199:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715210755.529219:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c600. 00000100:00000010:2.0:1715210755.529254:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7100. 02000000:00000010:2.0:1715210755.529258:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c300. 02000000:00000010:2.0:1715210755.529294:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715210755.529295:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30a00. 00000400:00000010:2.0:1715210755.529300:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000010:3.0:1715210755.529301:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715210755.529307:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000010:3.0:1715210755.529307:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210755.529314:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003776, portal 25 00000100:00000200:2.0:1715210755.529315:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003840, portal 4 00000400:00000010:3.0:1715210755.529317:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257990. 00000400:00000010:2.0:1715210755.529319:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:3.0:1715210755.529319:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076003776, offset 0 00000100:00000200:2.0:1715210755.529321:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076003840, offset 0 00000400:00000200:3.0:1715210755.529327:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210755.529333:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210755.529342:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210755.529348:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210755.529351:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210755.529354:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210755.529356:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210755.529358:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1152:1152:256:4294967295] 192.168.202.130@tcp LPNI seq info [1152:1152:8:4294967295] 00000400:00000200:3.0:1715210755.529366:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:2.0:1715210755.529370:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:3.0:1715210755.529371:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210755.529373:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210755.529374:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:3.0:1715210755.529374:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbad00. 00000400:00000200:2.0:1715210755.529376:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210755.529378:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:3.0:1715210755.529378:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210755.529380:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1153:1153:255:4294967295] 192.168.202.130@tcp LPNI seq info [1153:1153:7:4294967295] 00000400:00000200:2.0:1715210755.529385:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210755.529385:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210755.529397:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:3.0:1715210755.529397:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbad00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715210755.529400:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715210755.529402:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210755.529405:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210755.529408:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210755.529451:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210755.529455:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbad00. 00000400:00000200:0.0:1715210755.529459:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210755.529464:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210755.529468:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257990 00000400:00000010:0.0:1715210755.529470:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257990. 00000100:00000200:0.0:1715210755.529477:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526076003776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210755.529527:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210755.529528:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715210755.529530:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210755.529537:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210755.529539:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:0.0:1715210755.529540:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715210755.529542:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7100 x1798526076003840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210755.531138:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210755.531146:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12600 00000400:00000200:0.0:1715210755.531151:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x24cd [1] + 224 00000400:00000200:0.0:1715210755.531159:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210755.531161:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210755.531166:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7100 x1798526076003840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210755.531187:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210755.531190:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe125c0 00000400:00000200:0.0:1715210755.531192:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x24c9 [1] + 224 00000400:00000200:0.0:1715210755.531200:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210755.531202:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210755.531205:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526076003776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210755.531237:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:2.0:1715210755.531242:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715210755.531243:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210755.531247:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7100 x1798526076003840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210755.531253:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7100 x1798526076003840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210755.531271:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715210755.531275:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 00000400:00000200:3.0:1715210755.531277:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210755.531278:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 02000000:00000010:2.0:1715210755.531279:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c300. 00000100:00000010:2.0:1715210755.531281:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7100. 00000100:00000200:3.0:1715210755.531281:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526076003776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210755.531287:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526076003776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210755.531296:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30a00. 02000000:00000010:3.0:1715210755.531300:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c600. 00000100:00000010:3.0:1715210755.531302:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000100:00000010:2.0:1715210760.537206:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7100. 02000000:00000010:2.0:1715210760.537226:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c300. 00000100:00000010:2.0:1715210760.537266:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715210760.537269:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c900. 02000000:00000010:2.0:1715210760.537309:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715210760.537314:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30a00. 00000400:00000010:2.0:1715210760.537316:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000010:3.0:1715210760.537320:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715210760.537323:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000010:3.0:1715210760.537324:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:2.0:1715210760.537330:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003968, portal 4 00000100:00000200:3.0:1715210760.537330:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076003904, portal 25 00000400:00000010:3.0:1715210760.537334:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257330. 00000400:00000010:2.0:1715210760.537335:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:3.0:1715210760.537336:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076003904, offset 0 00000100:00000200:2.0:1715210760.537337:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076003968, offset 0 00000400:00000200:2.0:1715210760.537345:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210760.537352:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210760.537360:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210760.537366:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210760.537370:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210760.537373:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210760.537383:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210760.537387:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1154:1154:256:4294967295] 192.168.202.130@tcp LPNI seq info [1154:1154:8:4294967295] 00000400:00000200:2.0:1715210760.537395:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210760.537400:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210760.537401:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210760.537404:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000400:00000200:3.0:1715210760.537404:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210760.537406:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210760.537408:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210760.537410:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210760.537411:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210760.537413:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1155:1155:255:4294967295] 192.168.202.130@tcp LPNI seq info [1155:1155:7:4294967295] 00000800:00000200:2.0:1715210760.537419:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715210760.537422:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210760.537423:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715210760.537426:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210760.537429:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba800. 00000800:00000200:3.0:1715210760.537433:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210760.537437:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210760.537440:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210760.537548:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210760.537559:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:0.0:1715210760.537569:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210760.537582:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210760.537590:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:0.0:1715210760.537594:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:0.0:1715210760.537610:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526076003968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210760.537728:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210760.537733:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba800. 00000400:00000200:0.0:1715210760.537755:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210760.537762:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210760.537767:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257330 00000400:00000010:0.0:1715210760.537769:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257330. 00000100:00000200:0.0:1715210760.537778:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7100 x1798526076003904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210760.539505:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210760.539525:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12680 00000400:00000200:0.0:1715210760.539537:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x24d9 [1] + 224 00000400:00000200:0.0:1715210760.539555:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210760.539560:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210760.539570:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526076003968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210760.539631:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210760.539641:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12640 00000400:00000200:0.0:1715210760.539650:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x24dd [1] + 224 00000400:00000010:2.0:1715210760.539668:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:2.0:1715210760.539672:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000200:0.0:1715210760.539673:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1715210760.539674:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210760.539680:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526076003968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210760.539681:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:2.0:1715210760.539688:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526076003968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715210760.539689:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7100 x1798526076003904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210760.539712:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715210760.539716:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c900. 00000100:00000010:2.0:1715210760.539719:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000400:00000010:3.0:1715210760.539754:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210760.539759:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210760.539760:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210760.539765:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7100 x1798526076003904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210760.539773:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7100 x1798526076003904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210760.539785:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30a00. 02000000:00000010:3.0:1715210760.539789:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c300. 00000100:00000010:3.0:1715210760.539791:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7100. 00000100:00000010:2.0:1715210765.545253:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715210765.545281:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c900. 00000100:00000010:2.0:1715210765.545335:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715210765.545340:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c000. 02000000:00000010:2.0:1715210765.545397:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:2.0:1715210765.545406:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000010:2.0:1715210765.545415:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 02000000:00000010:1.0:1715210765.545422:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000100:00000200:2.0:1715210765.545425:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004096, portal 4 00000400:00000010:1.0:1715210765.545432:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:2.0:1715210765.545432:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715210765.545434:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076004096, offset 0 00000400:00000010:1.0:1715210765.545438:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:2.0:1715210765.545446:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210765.545454:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004032, portal 25 00000400:00000010:1.0:1715210765.545458:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daee0. 00000400:00000200:2.0:1715210765.545466:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715210765.545474:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076004032, offset 0 00000400:00000200:1.0:1715210765.545482:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210765.545484:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210765.545490:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210765.545494:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210765.545497:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210765.545501:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1156:1156:256:4294967295] 192.168.202.130@tcp LPNI seq info [1156:1156:8:4294967295] 00000400:00000200:2.0:1715210765.545515:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210765.545522:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210765.545525:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210765.545527:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715210765.545529:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210765.545532:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210765.545535:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210765.545535:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210765.545538:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210765.545541:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1157:1157:255:4294967295] 192.168.202.130@tcp LPNI seq info [1157:1157:7:4294967295] 00000800:00000200:2.0:1715210765.545545:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210765.545551:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210765.545551:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210765.545556:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210765.545560:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715210765.545565:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210765.545571:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210765.545575:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210765.545637:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210765.545643:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715210765.545650:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210765.545658:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210765.545663:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:0.0:1715210765.545665:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:0.0:1715210765.545676:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526076004096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210765.545759:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210765.545773:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:0.0:1715210765.545777:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210765.545781:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210765.545784:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daee0 00000400:00000010:0.0:1715210765.545786:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daee0. 00000100:00000200:0.0:1715210765.545791:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526076004032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210765.547588:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210765.547603:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12700 00000400:00000200:0.0:1715210765.547612:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x24e9 [1] + 224 00000400:00000200:0.0:1715210765.547624:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210765.547628:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210765.547636:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526076004096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210765.547674:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210765.547679:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe126c0 00000400:00000200:0.0:1715210765.547684:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x24f1 [1] + 224 00000400:00000200:0.0:1715210765.547700:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210765.547704:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210765.547709:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526076004032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210765.547763:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:2.0:1715210765.547771:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715210765.547773:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210765.547781:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526076004096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210765.547792:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526076004096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210765.547827:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 00000400:00000010:1.0:1715210765.547830:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 02000000:00000010:2.0:1715210765.547833:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c000. 00000100:00000010:2.0:1715210765.547837:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000400:00000200:1.0:1715210765.547838:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210765.547840:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210765.547848:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526076004032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210765.547859:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526076004032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210765.547877:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715210765.547883:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c900. 00000100:00000010:1.0:1715210765.547886:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000100:00000010:2.0:1715210770.553240:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715210770.553268:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c000. 00000100:00000010:2.0:1715210770.553323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 02000000:00000010:2.0:1715210770.553327:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 02000000:00000010:2.0:1715210770.553390:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:2.0:1715210770.553399:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000010:2.0:1715210770.553408:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 02000000:00000010:3.0:1715210770.553411:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30a00. 00000100:00000200:2.0:1715210770.553417:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004224, portal 4 00000400:00000010:3.0:1715210770.553421:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715210770.553425:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000400:00000010:3.0:1715210770.553428:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210770.553434:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004160, portal 25 00000400:00000010:3.0:1715210770.553439:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257220. 00000100:00000200:2.0:1715210770.553442:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076004224, offset 0 00000100:00000200:3.0:1715210770.553443:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076004160, offset 0 00000400:00000200:2.0:1715210770.553454:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210770.553466:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210770.553474:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210770.553481:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210770.553488:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210770.553492:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210770.553495:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210770.553499:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1158:1158:256:4294967295] 192.168.202.130@tcp LPNI seq info [1158:1158:8:4294967295] 00000400:00000200:2.0:1715210770.553511:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210770.553518:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210770.553522:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210770.553523:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000400:00000200:3.0:1715210770.553528:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715210770.553531:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210770.553533:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210770.553537:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210770.553541:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715210770.553541:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210770.553546:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1159:1159:255:4294967295] 192.168.202.130@tcp LPNI seq info [1159:1159:7:4294967295] 00000800:00000200:2.0:1715210770.553547:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210770.553561:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210770.553569:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210770.553575:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba600. 00000800:00000200:3.0:1715210770.553581:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210770.553591:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210770.553595:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210770.553648:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210770.553656:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:0.0:1715210770.553664:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210770.553674:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210770.553680:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:0.0:1715210770.553682:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:0.0:1715210770.553694:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526076004224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210770.553810:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210770.553812:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba600. 00000400:00000200:0.0:1715210770.553815:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210770.553820:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210770.553822:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257220 00000400:00000010:0.0:1715210770.553824:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257220. 00000100:00000200:0.0:1715210770.553830:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526076004160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210770.555466:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210770.555483:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12780 00000400:00000200:0.0:1715210770.555493:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x24f9 [1] + 224 00000400:00000200:0.0:1715210770.555506:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210770.555509:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210770.555517:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526076004224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210770.555555:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210770.555560:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12740 00000400:00000200:0.0:1715210770.555566:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x24fd [1] + 224 00000400:00000200:0.0:1715210770.555583:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210770.555587:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210770.555591:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526076004160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210770.555642:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:2.0:1715210770.555650:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715210770.555652:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210770.555663:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526076004224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210770.555675:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526076004224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210770.555679:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210770.555698:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210770.555701:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 02000000:00000010:2.0:1715210770.555711:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 00000100:00000200:3.0:1715210770.555713:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526076004160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210770.555717:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715210770.555721:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000100:00000200:3.0:1715210770.555729:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526076004160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210770.555755:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30a00. 02000000:00000010:3.0:1715210770.555762:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c000. 00000100:00000010:3.0:1715210770.555767:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000100:00000010:2.0:1715210775.561267:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 02000000:00000010:2.0:1715210775.561295:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715210775.561353:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715210775.561358:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c500. 02000000:00000010:2.0:1715210775.561415:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:2.0:1715210775.561424:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 02000000:00000010:1.0:1715210775.561444:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:2.0:1715210775.561450:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000010:1.0:1715210775.561454:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:1.0:1715210775.561460:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:2.0:1715210775.561460:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004352, portal 4 00000100:00000200:1.0:1715210775.561465:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004288, portal 25 00000400:00000010:2.0:1715210775.561467:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000400:00000010:1.0:1715210775.561469:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000100:00000200:2.0:1715210775.561469:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076004352, offset 0 00000100:00000200:1.0:1715210775.561472:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076004288, offset 0 00000400:00000200:2.0:1715210775.561481:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210775.561491:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210775.561501:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210775.561508:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210775.561514:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210775.561519:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210775.561522:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210775.561526:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1160:1160:256:4294967295] 192.168.202.130@tcp LPNI seq info [1160:1160:8:4294967295] 00000400:00000200:2.0:1715210775.561538:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210775.561545:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210775.561547:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210775.561551:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210775.561551:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715210775.561554:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210775.561558:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210775.561559:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210775.561561:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210775.561563:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1161:1161:255:4294967295] 192.168.202.130@tcp LPNI seq info [1161:1161:7:4294967295] 00000800:00000200:2.0:1715210775.561571:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210775.561574:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210775.561577:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210775.561579:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210775.561583:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715210775.561587:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210775.561593:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210775.561597:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210775.561678:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210775.561684:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:0.0:1715210775.561690:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210775.561697:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210775.561702:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:0.0:1715210775.561704:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:0.0:1715210775.561723:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526076004352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210775.561808:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210775.561811:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715210775.561815:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210775.561819:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210775.561822:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:0.0:1715210775.561823:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:0.0:1715210775.561827:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526076004288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210775.563790:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210775.563805:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12800 00000400:00000200:0.0:1715210775.563812:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2509 [1] + 224 00000400:00000200:0.0:1715210775.563825:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210775.563829:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210775.563837:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526076004352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210775.563900:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210775.563907:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe127c0 00000400:00000200:0.0:1715210775.563912:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x250d [1] + 224 00000400:00000200:0.0:1715210775.563929:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210775.563934:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210775.563939:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526076004288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210775.563966:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:2.0:1715210775.563973:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715210775.563975:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210775.563983:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526076004352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210775.563995:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526076004352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210775.564028:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715210775.564034:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c500. 00000100:00000010:2.0:1715210775.564038:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000400:00000010:1.0:1715210775.564059:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210775.564067:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210775.564069:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210775.564078:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526076004288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210775.564088:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526076004288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210775.564106:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715210775.564113:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:1.0:1715210775.564155:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000100:00000010:2.0:1715210780.569232:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715210780.569260:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c500. 00000100:00000010:2.0:1715210780.569311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4a80. 02000000:00000010:2.0:1715210780.569327:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 02000000:00000010:0.0:1715210780.569366:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715210780.569378:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 02000000:00000010:2.0:1715210780.569381:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715210780.569387:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:2.0:1715210780.569387:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000010:2.0:1715210780.569392:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:0.0:1715210780.569396:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004416, portal 25 00000100:00000200:2.0:1715210780.569396:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004480, portal 4 00000400:00000010:0.0:1715210780.569401:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:2.0:1715210780.569402:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715210780.569405:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076004480, offset 0 00000400:00000200:2.0:1715210780.569417:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210780.569424:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076004416, offset 0 00000400:00000200:0.0:1715210780.569431:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210780.569438:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210780.569445:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210780.569450:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210780.569455:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210780.569457:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210780.569461:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1162:1162:256:4294967295] 192.168.202.130@tcp LPNI seq info [1162:1162:8:4294967295] 00000400:00000200:2.0:1715210780.569473:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210780.569480:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210780.569482:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210780.569486:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210780.569486:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000400:00000200:0.0:1715210780.569489:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210780.569493:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210780.569493:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210780.569495:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210780.569498:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1163:1163:255:4294967295] 192.168.202.130@tcp LPNI seq info [1163:1163:7:4294967295] 00000800:00000200:2.0:1715210780.569504:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210780.569508:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210780.569510:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210780.569513:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210780.569516:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000800:00000200:0.0:1715210780.569521:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210780.569527:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210780.569531:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210780.569593:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210780.569599:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715210780.569605:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210780.569613:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210780.569618:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:1.0:1715210780.569621:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:1.0:1715210780.569631:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4a80 x1798526076004480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210780.569732:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210780.569735:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715210780.569738:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210780.569742:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210780.569745:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715210780.569747:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715210780.569751:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526076004416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210780.571470:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210780.571484:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12840 00000400:00000200:0.0:1715210780.571491:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2519 [1] + 224 00000400:00000200:0.0:1715210780.571504:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210780.571508:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210780.571516:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526076004416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210780.571554:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210780.571559:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12880 00000400:00000200:0.0:1715210780.571564:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x251d [1] + 224 00000400:00000200:0.0:1715210780.571579:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210780.571583:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210780.571588:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4a80 x1798526076004480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210780.571642:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 00000400:00000200:2.0:1715210780.571652:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715210780.571654:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715210780.571664:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526076004416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210780.571681:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526076004416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210780.571714:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 00000400:00000010:3.0:1715210780.571720:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 02000000:00000010:2.0:1715210780.571723:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c500. 00000100:00000010:2.0:1715210780.571729:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000400:00000200:3.0:1715210780.571729:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715210780.571731:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:3.0:1715210780.571739:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4a80 x1798526076004480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210780.571749:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4a80 x1798526076004480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210780.571774:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715210780.571780:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:3.0:1715210780.571782:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4a80. 00000100:00000010:2.0:1715210785.577213:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715210785.577241:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715210785.577293:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715210785.577297:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cf00. 02000000:00000010:2.0:1715210785.577351:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715210785.577360:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5688. 00000400:00000010:2.0:1715210785.577368:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 02000000:00000010:1.0:1715210785.577376:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000100:00000200:2.0:1715210785.577377:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004608, portal 4 00000400:00000010:2.0:1715210785.577384:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000400:00000010:1.0:1715210785.577386:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000100:00000200:2.0:1715210785.577386:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076004608, offset 0 00000400:00000010:1.0:1715210785.577391:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:2.0:1715210785.577398:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210785.577406:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004544, portal 25 00000400:00000010:1.0:1715210785.577411:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daf68. 00000100:00000200:1.0:1715210785.577413:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076004544, offset 0 00000400:00000200:2.0:1715210785.577419:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210785.577420:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210785.577427:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210785.577433:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210785.577437:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210785.577440:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210785.577444:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1164:1164:256:4294967295] 192.168.202.130@tcp LPNI seq info [1164:1164:8:4294967295] 00000400:00000200:2.0:1715210785.577457:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210785.577464:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210785.577465:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210785.577469:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210785.577469:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715210785.577473:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210785.577475:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210785.577477:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210785.577478:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210785.577481:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1165:1165:255:4294967295] 192.168.202.130@tcp LPNI seq info [1165:1165:7:4294967295] 00000800:00000200:2.0:1715210785.577488:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210785.577490:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210785.577494:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210785.577495:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210785.577499:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715210785.577504:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210785.577510:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210785.577514:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210785.577642:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210785.577648:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:0.0:1715210785.577655:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210785.577663:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210785.577668:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:0.0:1715210785.577670:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:0.0:1715210785.577681:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5c00 x1798526076004608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210785.577761:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210785.577764:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715210785.577767:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210785.577771:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210785.577773:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daf68 00000400:00000010:0.0:1715210785.577775:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daf68. 00000100:00000200:0.0:1715210785.577779:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526076004544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210785.579471:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210785.579487:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12900 00000400:00000200:0.0:1715210785.579495:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2529 [1] + 224 00000400:00000200:0.0:1715210785.579507:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210785.579511:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210785.579519:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5c00 x1798526076004608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210785.579557:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210785.579563:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe128c0 00000400:00000200:0.0:1715210785.579567:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2531 [1] + 224 00000400:00000200:0.0:1715210785.579586:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210785.579590:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210785.579604:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526076004544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210785.579645:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5688. 00000400:00000200:2.0:1715210785.579652:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:2.0:1715210785.579655:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715210785.579662:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5c00 x1798526076004608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210785.579664:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210785.579669:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000100:00000200:2.0:1715210785.579674:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5c00 x1798526076004608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210785.579680:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210785.579688:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526076004544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210785.579699:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526076004544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210785.579720:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:2.0:1715210785.579720:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:1.0:1715210785.579726:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 02000000:00000010:2.0:1715210785.579726:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cf00. 00000100:00000010:1.0:1715210785.579730:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000100:00000010:2.0:1715210785.579730:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5c00. 00000100:00000010:2.0:1715210790.585277:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715210790.585306:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cf00. 00000100:00000010:2.0:1715210790.585363:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 02000000:00000010:2.0:1715210790.585367:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ca00. 02000000:00000010:2.0:1715210790.585430:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715210790.585439:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5688. 00000400:00000010:2.0:1715210790.585448:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715210790.585457:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004736, portal 4 00000400:00000010:2.0:1715210790.585465:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000100:00000200:2.0:1715210790.585468:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076004736, offset 0 02000000:00000010:3.0:1715210790.585472:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30a00. 00000400:00000200:2.0:1715210790.585481:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715210790.585482:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715210790.585488:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210790.585492:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004672, portal 25 00000400:00000010:3.0:1715210790.585496:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257088. 00000100:00000200:3.0:1715210790.585498:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076004672, offset 0 00000400:00000200:2.0:1715210790.585501:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210790.585506:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210790.585508:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210790.585514:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210790.585518:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210790.585521:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210790.585525:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1166:1166:256:4294967295] 192.168.202.130@tcp LPNI seq info [1166:1166:8:4294967295] 00000400:00000200:2.0:1715210790.585537:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210790.585544:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715210790.585547:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210790.585549:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000400:00000200:3.0:1715210790.585550:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715210790.585554:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210790.585557:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210790.585558:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210790.585560:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715210790.585569:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210790.585575:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210790.585578:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1167:1167:255:4294967295] 192.168.202.130@tcp LPNI seq info [1167:1167:7:4294967295] 00000400:00000200:3.0:1715210790.585588:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210790.585593:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210790.585598:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba400. 00000800:00000200:3.0:1715210790.585602:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210790.585609:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210790.585612:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210790.585691:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210790.585700:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:0.0:1715210790.585710:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210790.585721:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210790.585728:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:0.0:1715210790.585730:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:0.0:1715210790.585742:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526076004736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210790.585871:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210790.585874:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba400. 00000400:00000200:0.0:1715210790.585876:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210790.585881:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210790.585884:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257088 00000400:00000010:0.0:1715210790.585886:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257088. 00000100:00000200:0.0:1715210790.585890:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5c00 x1798526076004672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210790.587861:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210790.587877:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12980 00000400:00000200:0.0:1715210790.587887:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2539 [1] + 224 00000400:00000200:0.0:1715210790.587899:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210790.587902:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210790.587910:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526076004736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210790.587950:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210790.587955:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12940 00000400:00000200:0.0:1715210790.587961:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2541 [1] + 224 00000400:00000200:0.0:1715210790.587981:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210790.587995:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210790.588000:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5c00 x1798526076004672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210790.588041:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5688. 00000400:00000200:2.0:1715210790.588049:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:2.0:1715210790.588051:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715210790.588072:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526076004736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210790.588085:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526076004736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210790.588096:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210790.588104:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210790.588107:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 02000000:00000010:2.0:1715210790.588151:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 00000100:00000200:3.0:1715210790.588157:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5c00 x1798526076004672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210790.588159:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ca00. 00000100:00000010:2.0:1715210790.588163:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000100:00000200:3.0:1715210790.588173:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5c00 x1798526076004672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210790.588197:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30a00. 02000000:00000010:3.0:1715210790.588206:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cf00. 00000100:00000010:3.0:1715210790.588210:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5c00. 00000100:00000010:0.0:1715210795.593365:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210795.593391:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715210795.593443:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210795.593446:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210795.593500:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715210795.593508:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 00000400:00000010:0.0:1715210795.593514:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 02000000:00000010:2.0:1715210795.593514:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000100:00000200:0.0:1715210795.593522:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004864, portal 4 00000400:00000010:0.0:1715210795.593528:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000010:2.0:1715210795.593529:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5688. 00000100:00000200:0.0:1715210795.593531:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076004864, offset 0 00000400:00000010:2.0:1715210795.593538:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000400:00000200:0.0:1715210795.593541:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210795.593555:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210795.593556:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004800, portal 25 00000400:00000200:0.0:1715210795.593561:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210795.593561:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715210795.593564:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076004800, offset 0 00000400:00000200:0.0:1715210795.593566:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210795.593570:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210795.593573:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210795.593575:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210795.593577:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1168:1168:256:4294967295] 192.168.202.130@tcp LPNI seq info [1168:1168:8:4294967295] 00000400:00000200:0.0:1715210795.593589:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210795.593595:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210795.593599:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210795.593602:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210795.593605:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210795.593608:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210795.593614:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210795.593614:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210795.593618:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210795.593618:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210795.593621:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210795.593624:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1169:1169:255:4294967295] 192.168.202.130@tcp LPNI seq info [1169:1169:7:4294967295] 00000400:00000200:2.0:1715210795.593636:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210795.593642:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210795.593648:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715210795.593654:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210795.593665:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210795.593670:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210795.593757:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210795.593762:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210795.593768:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210795.593775:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210795.593781:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715210795.593783:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715210795.593794:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076004864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210795.593883:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210795.593885:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715210795.593888:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210795.593892:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210795.593894:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:1.0:1715210795.593896:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715210795.593900:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076004800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210795.595613:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210795.595626:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12a00 00000400:00000200:0.0:1715210795.595634:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2549 [1] + 224 00000400:00000200:0.0:1715210795.595664:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210795.595669:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210795.595678:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076004864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210795.595741:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210795.595747:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe129c0 00000400:00000200:0.0:1715210795.595753:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2551 [1] + 224 00000400:00000200:0.0:1715210795.595767:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210795.595771:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210795.595777:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076004800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210795.595809:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 00000400:00000200:2.0:1715210795.595817:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715210795.595818:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715210795.595827:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076004864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210795.595853:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076004864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210795.595890:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 02000000:00000010:2.0:1715210795.595897:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715210795.595901:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:3.0:1715210795.595904:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5688. 00000400:00000200:3.0:1715210795.595913:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:3.0:1715210795.595915:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:3.0:1715210795.595923:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076004800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210795.595934:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076004800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210795.595952:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715210795.595958:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715210795.595961:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715210800.601233:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210800.601264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210800.601330:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210800.601337:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715210800.601421:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46a00. 00000400:00000010:0.0:1715210800.601431:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 00000400:00000010:0.0:1715210800.601440:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 02000000:00000010:2.0:1715210800.601447:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000100:00000200:0.0:1715210800.601450:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004992, portal 4 00000400:00000010:0.0:1715210800.601459:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715210800.601463:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076004992, offset 0 00000400:00000010:2.0:1715210800.601464:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd56e0. 00000400:00000200:0.0:1715210800.601477:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210800.601488:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000400:00000200:0.0:1715210800.601495:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715210800.601498:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076004928, portal 25 00000400:00000200:0.0:1715210800.601502:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210800.601505:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000400:00000200:0.0:1715210800.601508:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:2.0:1715210800.601509:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076004928, offset 0 00000400:00000200:0.0:1715210800.601513:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210800.601518:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210800.601523:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210800.601524:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1170:1170:256:4294967295] 192.168.202.130@tcp LPNI seq info [1170:1170:8:4294967295] 00000400:00000200:0.0:1715210800.601540:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210800.601568:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210800.601574:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715210800.601576:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210800.601582:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210800.601584:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210800.601591:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210800.601597:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210800.601597:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210800.601602:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210800.601603:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210800.601607:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1171:1171:255:4294967295] 192.168.202.130@tcp LPNI seq info [1171:1171:7:4294967295] 00000400:00000200:2.0:1715210800.601624:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210800.601634:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210800.601640:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715210800.601650:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210800.601689:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210800.601696:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210800.601737:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210800.601744:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715210800.601751:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210800.601759:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210800.601765:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715210800.601768:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715210800.601779:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076004992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210800.601895:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210800.601898:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715210800.601901:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210800.601905:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210800.601908:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:1.0:1715210800.601909:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:1.0:1715210800.601913:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076004928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210800.603779:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210800.603797:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12a80 00000400:00000200:0.0:1715210800.603807:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2559 [1] + 224 00000400:00000200:0.0:1715210800.603822:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210800.603828:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210800.603841:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076004992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210800.603895:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210800.603902:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12a40 00000400:00000200:0.0:1715210800.603910:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2561 [1] + 224 00000400:00000200:0.0:1715210800.603932:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210800.603938:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210800.603947:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076004928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210800.603982:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:2.0:1715210800.603990:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715210800.603993:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715210800.604001:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076004992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210800.604030:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076004992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210800.604067:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46a00. 02000000:00000010:2.0:1715210800.604075:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715210800.604080:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:3.0:1715210800.604083:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd56e0. 00000400:00000200:3.0:1715210800.604091:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:3.0:1715210800.604093:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:3.0:1715210800.604111:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076004928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210800.604172:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076004928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210800.604192:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715210800.604197:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715210800.604201:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715210805.609240:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210805.609270:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715210805.609324:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210805.609332:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715210805.609406:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715210805.609415:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 02000000:00000010:1.0:1715210805.609415:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:0.0:1715210805.609423:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000010:1.0:1715210805.609425:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000100:00000200:0.0:1715210805.609431:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005120, portal 4 00000400:00000010:1.0:1715210805.609432:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210805.609436:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005056, portal 25 00000400:00000010:0.0:1715210805.609438:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:1.0:1715210805.609442:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daf68. 00000100:00000200:1.0:1715210805.609444:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076005056, offset 0 00000400:00000200:1.0:1715210805.609456:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210805.609468:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076005120, offset 0 00000400:00000200:0.0:1715210805.609476:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210805.609477:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210805.609484:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210805.609490:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210805.609494:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210805.609497:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210805.609502:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1172:1172:256:4294967295] 192.168.202.130@tcp LPNI seq info [1172:1172:8:4294967295] 00000400:00000200:1.0:1715210805.609514:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210805.609521:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210805.609522:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210805.609526:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715210805.609527:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715210805.609529:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210805.609532:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210805.609534:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210805.609535:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210805.609538:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1173:1173:255:4294967295] 192.168.202.130@tcp LPNI seq info [1173:1173:7:4294967295] 00000800:00000200:1.0:1715210805.609546:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210805.609548:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210805.609552:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210805.609553:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210805.609556:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715210805.609561:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210805.609567:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210805.609570:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210805.609732:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210805.609739:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715210805.609748:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210805.609756:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210805.609761:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daf68 00000400:00000010:2.0:1715210805.609763:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daf68. 00000100:00000200:2.0:1715210805.609774:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076005056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210805.609860:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210805.609862:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210805.609865:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210805.609869:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210805.609871:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715210805.609873:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715210805.609876:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076005120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210805.611830:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210805.611844:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12ac0 00000400:00000200:0.0:1715210805.611852:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x256d [1] + 224 00000400:00000200:0.0:1715210805.611865:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210805.611869:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210805.611876:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076005056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210805.611913:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210805.611918:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12b00 00000400:00000200:0.0:1715210805.611923:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2569 [1] + 224 00000400:00000200:0.0:1715210805.611938:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210805.611942:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210805.611947:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076005120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210805.612004:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210805.612011:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210805.612023:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210805.612032:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076005056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210805.612044:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076005056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210805.612073:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 00000400:00000010:2.0:1715210805.612079:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 02000000:00000010:1.0:1715210805.612080:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715210805.612085:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000200:2.0:1715210805.612087:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715210805.612089:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715210805.612097:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076005120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210805.612108:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076005120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210805.612173:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715210805.612177:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715210805.612190:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715210810.617232:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210810.617254:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210810.617312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210810.617317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210810.617375:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715210810.617383:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 00000400:00000010:0.0:1715210810.617391:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 02000000:00000010:2.0:1715210810.617391:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000100:00000200:0.0:1715210810.617400:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005248, portal 4 00000400:00000010:2.0:1715210810.617401:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5840. 00000400:00000010:2.0:1715210810.617406:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000400:00000010:0.0:1715210810.617407:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715210810.617411:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076005248, offset 0 00000100:00000200:2.0:1715210810.617411:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005184, portal 25 00000400:00000010:2.0:1715210810.617415:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000400:00000200:0.0:1715210810.617423:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210810.617429:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076005184, offset 0 00000400:00000200:2.0:1715210810.617437:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210810.617443:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210810.617453:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210810.617460:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210810.617466:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210810.617470:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210810.617475:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1174:1174:256:4294967295] 192.168.202.130@tcp LPNI seq info [1174:1174:8:4294967295] 00000400:00000200:0.0:1715210810.617492:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210810.617502:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210810.617503:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210810.617507:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210810.617510:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715210810.617510:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210810.617513:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210810.617516:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210810.617519:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210810.617519:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1175:1175:255:4294967295] 192.168.202.130@tcp LPNI seq info [1175:1175:7:4294967295] 00000400:00000200:2.0:1715210810.617529:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210810.617534:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210810.617534:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210810.617537:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:0.0:1715210810.617541:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210810.617542:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210810.617549:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210810.617552:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210810.617676:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210810.617682:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715210810.617688:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210810.617696:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210810.617700:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715210810.617703:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715210810.617712:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076005248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210810.617790:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210810.617793:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715210810.617796:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210810.617799:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210810.617802:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715210810.617804:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715210810.617807:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076005184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210810.619350:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210810.619363:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12b40 00000400:00000200:0.0:1715210810.619371:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x257d [1] + 224 00000400:00000200:0.0:1715210810.619382:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210810.619386:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210810.619404:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076005184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210810.619442:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210810.619448:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12b80 00000400:00000200:0.0:1715210810.619452:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2579 [1] + 224 00000400:00000200:0.0:1715210810.619465:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210810.619469:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210810.619474:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076005248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210810.619531:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5840. 00000400:00000200:2.0:1715210810.619538:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:2.0:1715210810.619540:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715210810.619548:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076005184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210810.619559:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076005184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210810.619612:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 00000400:00000010:1.0:1715210810.619617:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 02000000:00000010:2.0:1715210810.619619:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715210810.619624:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000200:1.0:1715210810.619625:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:1.0:1715210810.619627:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715210810.619635:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076005248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210810.619646:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076005248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210810.619687:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 02000000:00000010:1.0:1715210810.619692:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715210810.619695:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715210815.625227:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210815.625252:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210815.625310:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210815.625314:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715210815.625387:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715210815.625395:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 02000000:00000010:1.0:1715210815.625397:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:0.0:1715210815.625403:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000400:00000010:1.0:1715210815.625407:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000100:00000200:0.0:1715210815.625412:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005376, portal 4 00000400:00000010:1.0:1715210815.625413:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210815.625417:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005312, portal 25 00000400:00000010:0.0:1715210815.625419:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:1.0:1715210815.625421:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000100:00000200:0.0:1715210815.625422:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076005376, offset 0 00000100:00000200:1.0:1715210815.625424:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076005312, offset 0 00000400:00000200:0.0:1715210815.625434:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210815.625443:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210815.625453:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210815.625462:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210815.625467:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210815.625472:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210815.625474:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210815.625478:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1176:1176:256:4294967295] 192.168.202.130@tcp LPNI seq info [1176:1176:8:4294967295] 00000400:00000200:0.0:1715210815.625490:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210815.625498:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210815.625499:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210815.625502:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715210815.625503:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210815.625507:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210815.625510:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210815.625512:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210815.625515:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1177:1177:255:4294967295] 192.168.202.130@tcp LPNI seq info [1177:1177:7:4294967295] 00000800:00000200:0.0:1715210815.625523:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210815.625525:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210815.625566:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210815.625569:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210815.625571:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715210815.625574:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715210815.625579:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210815.625585:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210815.625589:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210815.625685:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210815.625693:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210815.625701:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210815.625712:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210815.625719:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715210815.625722:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715210815.625737:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076005376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210815.625833:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210815.625838:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715210815.625844:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210815.625851:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210815.625855:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:2.0:1715210815.625858:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:2.0:1715210815.625865:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076005312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210815.627748:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210815.627762:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12c00 00000400:00000200:0.0:1715210815.627770:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2589 [1] + 224 00000400:00000200:0.0:1715210815.627782:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210815.627786:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210815.627794:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076005376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210815.627833:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210815.627839:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12bc0 00000400:00000200:0.0:1715210815.627843:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x258d [1] + 224 00000400:00000200:0.0:1715210815.627859:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210815.627863:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210815.627867:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076005312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210815.627891:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:2.0:1715210815.627899:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715210815.627902:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715210815.627911:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076005376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210815.627926:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076005376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210815.627967:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:2.0:1715210815.627976:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715210815.627982:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:1.0:1715210815.627987:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210815.627995:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210815.627998:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210815.628006:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076005312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210815.628017:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076005312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210815.628052:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715210815.628057:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715210815.628060:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715210820.633296:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210820.633325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715210820.633383:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210820.633388:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210820.633517:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 02000000:00000010:2.0:1715210820.633518:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715210820.633527:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:2.0:1715210820.633528:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5840. 00000400:00000010:0.0:1715210820.633536:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000010:2.0:1715210820.633536:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:0.0:1715210820.633544:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005504, portal 4 00000100:00000200:2.0:1715210820.633549:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005440, portal 25 00000400:00000010:0.0:1715210820.633551:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715210820.633553:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076005504, offset 0 00000400:00000010:2.0:1715210820.633553:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:2.0:1715210820.633556:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076005440, offset 0 00000400:00000200:0.0:1715210820.633565:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210820.633579:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210820.633585:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210820.633602:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210820.633608:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210820.633613:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210820.633616:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210820.633620:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1178:1178:256:4294967295] 192.168.202.130@tcp LPNI seq info [1178:1178:8:4294967295] 00000400:00000200:0.0:1715210820.633632:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210820.633641:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210820.633642:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210820.633646:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210820.633646:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210820.633649:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210820.633652:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210820.633654:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210820.633655:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210820.633658:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1179:1179:255:4294967295] 192.168.202.130@tcp LPNI seq info [1179:1179:7:4294967295] 00000800:00000200:0.0:1715210820.633665:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210820.633667:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210820.633671:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210820.633672:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210820.633676:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715210820.633681:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210820.633687:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210820.633691:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210820.633785:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210820.633790:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210820.633797:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210820.633804:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210820.633810:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715210820.633812:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715210820.633823:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076005504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210820.633916:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210820.633918:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715210820.633921:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210820.633925:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210820.633927:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715210820.633929:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715210820.633933:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076005440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210820.635749:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210820.635763:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12c80 00000400:00000200:0.0:1715210820.635771:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2599 [1] + 224 00000400:00000200:0.0:1715210820.635783:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210820.635787:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210820.635796:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076005504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210820.635832:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210820.635838:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12c40 00000400:00000200:0.0:1715210820.635842:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x259d [1] + 224 00000400:00000200:0.0:1715210820.635858:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210820.635862:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210820.635867:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076005440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210820.635886:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 00000400:00000200:2.0:1715210820.635895:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715210820.635897:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715210820.635904:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076005504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210820.635916:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076005504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210820.635950:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:2.0:1715210820.635956:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715210820.635960:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:3.0:1715210820.635981:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5840. 00000400:00000200:3.0:1715210820.635989:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:3.0:1715210820.635991:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:3.0:1715210820.635999:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076005440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210820.636010:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076005440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210820.636028:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715210820.636033:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:3.0:1715210820.636036:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715210825.641264:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210825.641291:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210825.641343:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210825.641358:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210825.641433:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 02000000:00000010:1.0:1715210825.641435:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715210825.641464:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 00000400:00000010:1.0:1715210825.641469:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715210825.641473:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:1.0:1715210825.641476:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:0.0:1715210825.641481:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005632, portal 4 00000100:00000200:1.0:1715210825.641482:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005568, portal 25 00000400:00000010:1.0:1715210825.641487:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daee0. 00000400:00000010:0.0:1715210825.641488:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715210825.641490:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076005568, offset 0 00000100:00000200:0.0:1715210825.641491:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076005632, offset 0 00000400:00000200:1.0:1715210825.641502:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210825.641513:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210825.641523:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210825.641531:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210825.641537:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210825.641541:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210825.641544:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210825.641558:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1180:1180:256:4294967295] 192.168.202.130@tcp LPNI seq info [1180:1180:8:4294967295] 00000400:00000200:1.0:1715210825.641571:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210825.641579:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210825.641581:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210825.641585:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715210825.641585:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715210825.641588:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210825.641591:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210825.641593:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210825.641594:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210825.641597:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1181:1181:255:4294967295] 192.168.202.130@tcp LPNI seq info [1181:1181:7:4294967295] 00000800:00000200:1.0:1715210825.641606:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210825.641607:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210825.641612:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715210825.641612:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715210825.641616:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:0.0:1715210825.641621:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210825.641627:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210825.641631:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210825.641757:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210825.641763:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210825.641771:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210825.641778:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210825.641783:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daee0 00000400:00000010:2.0:1715210825.641786:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daee0. 00000100:00000200:2.0:1715210825.641797:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076005568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210825.641882:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210825.641885:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715210825.641887:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210825.641891:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210825.641894:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715210825.641896:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715210825.641900:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076005632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210825.643673:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210825.643687:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12cc0 00000400:00000200:0.0:1715210825.643695:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x25ad [1] + 224 00000400:00000200:0.0:1715210825.643708:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210825.643711:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210825.643719:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076005568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210825.643753:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210825.643758:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12d00 00000400:00000200:0.0:1715210825.643772:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x25a9 [1] + 224 00000400:00000200:0.0:1715210825.643787:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210825.643791:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210825.643795:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076005632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210825.643843:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210825.643851:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210825.643853:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210825.643861:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076005568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210825.643873:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076005568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210825.643901:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715210825.643909:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715210825.643913:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:2.0:1715210825.643914:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 00000400:00000200:2.0:1715210825.643922:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715210825.643924:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715210825.643932:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076005632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210825.643943:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076005632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210825.643967:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 02000000:00000010:2.0:1715210825.643972:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715210825.643976:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715210830.649277:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210830.649305:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715210830.649359:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210830.649363:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210830.649457:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715210830.649466:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 00000400:00000010:0.0:1715210830.649475:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715210830.649483:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005760, portal 4 02000000:00000010:2.0:1715210830.649485:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715210830.649494:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:2.0:1715210830.649495:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000100:00000200:0.0:1715210830.649497:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076005760, offset 0 00000400:00000010:2.0:1715210830.649500:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000400:00000200:0.0:1715210830.649509:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210830.649518:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005696, portal 25 00000400:00000010:2.0:1715210830.649522:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715210830.649524:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076005696, offset 0 00000400:00000200:0.0:1715210830.649531:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210830.649532:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210830.649538:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210830.649544:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210830.649549:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210830.649552:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210830.649555:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1182:1182:256:4294967295] 192.168.202.130@tcp LPNI seq info [1182:1182:8:4294967295] 00000400:00000200:0.0:1715210830.649568:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210830.649575:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210830.649577:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210830.649580:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715210830.649581:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210830.649584:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210830.649587:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210830.649588:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210830.649590:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210830.649600:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210830.649606:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210830.649606:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1183:1183:255:4294967295] 192.168.202.130@tcp LPNI seq info [1183:1183:7:4294967295] 00000400:00000200:2.0:1715210830.649615:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210830.649621:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210830.649626:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715210830.649630:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210830.649637:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210830.649640:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210830.649693:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210830.649699:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715210830.649706:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210830.649714:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210830.649718:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715210830.649721:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715210830.649732:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076005760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210830.649823:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210830.649826:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715210830.649829:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210830.649833:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210830.649836:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:1.0:1715210830.649848:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:1.0:1715210830.649854:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076005696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210830.651703:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210830.651725:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12d80 00000400:00000200:0.0:1715210830.651733:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x25b9 [1] + 224 00000400:00000200:0.0:1715210830.651747:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210830.651751:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210830.651759:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076005760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210830.651799:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210830.651804:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12d40 00000400:00000200:0.0:1715210830.651809:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x25c1 [1] + 224 00000400:00000200:0.0:1715210830.651828:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210830.651832:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210830.651837:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076005696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210830.651883:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000400:00000200:2.0:1715210830.651891:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715210830.651893:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715210830.651901:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076005760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210830.651912:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076005760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210830.651948:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715210830.651956:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210830.651960:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000010:3.0:1715210830.651960:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:3.0:1715210830.651969:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:3.0:1715210830.651972:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:3.0:1715210830.651980:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076005696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210830.651990:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076005696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210830.652008:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715210830.652013:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715210830.652016:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715210835.657247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210835.657274:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210835.657327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210835.657331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210835.657439:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46000. 02000000:00000010:1.0:1715210835.657443:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715210835.657448:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:1.0:1715210835.657452:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715210835.657457:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000400:00000010:1.0:1715210835.657458:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:0.0:1715210835.657466:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005888, portal 4 00000100:00000200:1.0:1715210835.657473:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005824, portal 25 00000400:00000010:0.0:1715210835.657474:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715210835.657477:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076005888, offset 0 00000400:00000010:1.0:1715210835.657477:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da908. 00000100:00000200:1.0:1715210835.657480:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076005824, offset 0 00000400:00000200:0.0:1715210835.657489:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210835.657499:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210835.657510:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210835.657517:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210835.657523:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210835.657527:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210835.657530:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210835.657546:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1184:1184:256:4294967295] 192.168.202.130@tcp LPNI seq info [1184:1184:8:4294967295] 00000400:00000200:0.0:1715210835.657559:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210835.657567:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210835.657568:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210835.657572:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715210835.657572:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210835.657575:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210835.657578:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210835.657579:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210835.657581:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210835.657584:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1185:1185:255:4294967295] 192.168.202.130@tcp LPNI seq info [1185:1185:7:4294967295] 00000800:00000200:0.0:1715210835.657591:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210835.657594:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210835.657597:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210835.657599:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210835.657603:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715210835.657608:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210835.657615:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210835.657618:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210835.657737:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210835.657743:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715210835.657750:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210835.657758:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210835.657762:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715210835.657764:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715210835.657774:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076005888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210835.657859:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210835.657862:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715210835.657865:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210835.657869:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210835.657871:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da908 00000400:00000010:2.0:1715210835.657881:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da908. 00000100:00000200:2.0:1715210835.657887:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076005824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210835.659758:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210835.659772:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12e00 00000400:00000200:0.0:1715210835.659779:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x25c9 [1] + 224 00000400:00000200:0.0:1715210835.659792:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210835.659796:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210835.659805:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076005888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210835.659842:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210835.659847:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12dc0 00000400:00000200:0.0:1715210835.659852:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x25cd [1] + 224 00000400:00000200:0.0:1715210835.659867:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210835.659871:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210835.659877:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076005824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210835.659931:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000400:00000200:2.0:1715210835.659938:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715210835.659940:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715210835.659948:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076005888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210835.659959:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076005888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210835.659993:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46000. 00000400:00000010:1.0:1715210835.659998:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 02000000:00000010:2.0:1715210835.660001:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000400:00000200:1.0:1715210835.660006:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000100:00000010:2.0:1715210835.660006:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:1.0:1715210835.660008:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210835.660016:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076005824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210835.660028:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076005824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210835.660046:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715210835.660062:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715210835.660066:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715210840.665237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210840.665261:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715210840.665309:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210840.665342:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715210840.665397:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 02000000:00000010:2.0:1715210840.665399:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715210840.665406:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 00000400:00000010:2.0:1715210840.665408:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5898. 00000400:00000010:2.0:1715210840.665416:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000400:00000010:0.0:1715210840.665420:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715210840.665424:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006016, portal 4 00000100:00000200:2.0:1715210840.665424:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076005952, portal 25 00000400:00000010:2.0:1715210840.665429:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000100:00000200:2.0:1715210840.665431:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076005952, offset 0 00000400:00000010:0.0:1715210840.665432:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715210840.665434:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076006016, offset 0 00000400:00000200:2.0:1715210840.665442:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210840.665450:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210840.665461:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210840.665468:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210840.665474:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210840.665478:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210840.665480:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210840.665484:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1186:1186:256:4294967295] 192.168.202.130@tcp LPNI seq info [1186:1186:8:4294967295] 00000400:00000200:2.0:1715210840.665495:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210840.665501:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210840.665502:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210840.665505:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210840.665506:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715210840.665508:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210840.665510:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715210840.665512:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210840.665513:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210840.665515:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1187:1187:255:4294967295] 192.168.202.130@tcp LPNI seq info [1187:1187:7:4294967295] 00000400:00000200:0.0:1715210840.665523:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210840.665527:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715210840.665531:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:0.0:1715210840.665532:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:0.0:1715210840.665536:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210840.665537:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210840.665541:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210840.665545:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210840.665615:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210840.665620:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715210840.665626:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210840.665633:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210840.665637:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:1.0:1715210840.665639:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:1.0:1715210840.665648:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076005952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210840.665721:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210840.665724:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210840.665726:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210840.665729:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210840.665731:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715210840.665733:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715210840.665736:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076006016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210840.667484:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210840.667495:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12e40 00000400:00000200:0.0:1715210840.667502:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x25d9 [1] + 224 00000400:00000200:0.0:1715210840.667513:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210840.667516:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210840.667522:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076005952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210840.667552:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210840.667557:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12e80 00000400:00000200:0.0:1715210840.667560:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x25dd [1] + 224 00000400:00000200:0.0:1715210840.667571:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210840.667578:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210840.667582:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076006016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210840.667623:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5898. 00000400:00000200:2.0:1715210840.667630:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:2.0:1715210840.667631:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715210840.667637:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076005952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210840.667647:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076005952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210840.667670:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715210840.667676:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715210840.667680:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:1.0:1715210840.667689:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000400:00000200:1.0:1715210840.667695:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715210840.667697:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715210840.667703:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076006016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210840.667712:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076006016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210840.667732:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 02000000:00000010:1.0:1715210840.667737:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715210840.667739:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715210845.673261:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210845.673326:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210845.673384:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210845.673388:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715210845.673462:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715210845.673471:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 00000400:00000010:0.0:1715210845.673479:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 02000000:00000010:1.0:1715210845.673487:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000100:00000200:0.0:1715210845.673488:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006144, portal 4 00000400:00000010:0.0:1715210845.673497:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000010:1.0:1715210845.673497:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000100:00000200:0.0:1715210845.673499:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076006144, offset 0 00000400:00000010:1.0:1715210845.673502:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:0.0:1715210845.673511:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210845.673519:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006080, portal 25 00000400:00000200:0.0:1715210845.673531:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715210845.673537:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da3b8. 00000400:00000200:0.0:1715210845.673538:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715210845.673539:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076006080, offset 0 00000400:00000200:0.0:1715210845.673544:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210845.673547:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210845.673548:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210845.673551:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210845.673555:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1188:1188:256:4294967295] 192.168.202.130@tcp LPNI seq info [1188:1188:8:4294967295] 00000400:00000200:0.0:1715210845.673567:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210845.673574:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210845.673575:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210845.673579:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210845.673579:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210845.673583:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210845.673586:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210845.673587:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210845.673589:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210845.673591:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1189:1189:255:4294967295] 192.168.202.130@tcp LPNI seq info [1189:1189:7:4294967295] 00000800:00000200:0.0:1715210845.673600:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210845.673602:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210845.673605:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210845.673607:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210845.673611:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715210845.673616:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210845.673622:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210845.673626:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210845.673689:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210845.673695:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210845.673702:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210845.673710:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210845.673715:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715210845.673717:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715210845.673728:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076006144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210845.673818:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210845.673821:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715210845.673825:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210845.673829:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210845.673832:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da3b8 00000400:00000010:2.0:1715210845.673833:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da3b8. 00000100:00000200:2.0:1715210845.673837:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076006080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210845.675844:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210845.675858:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12f00 00000400:00000200:0.0:1715210845.675867:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x25e9 [1] + 224 00000400:00000200:0.0:1715210845.675890:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210845.675894:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210845.675902:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076006144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210845.675941:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210845.675947:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12ec0 00000400:00000200:0.0:1715210845.675952:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x25f1 [1] + 224 00000400:00000200:0.0:1715210845.675967:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210845.675971:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210845.675975:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076006080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210845.676025:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 00000400:00000200:2.0:1715210845.676032:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715210845.676035:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715210845.676051:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076006144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210845.676062:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076006144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210845.676093:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 02000000:00000010:2.0:1715210845.676096:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 00000400:00000200:1.0:1715210845.676101:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210845.676103:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 02000000:00000010:2.0:1715210845.676103:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715210845.676107:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000200:1.0:1715210845.676111:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076006080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210845.676160:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076006080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210845.676178:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715210845.676184:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715210845.676188:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210850.681271:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210850.681296:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210850.681347:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210850.681351:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715210850.681413:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47600. 00000400:00000010:0.0:1715210850.681422:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 00000400:00000010:0.0:1715210850.681431:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 02000000:00000010:2.0:1715210850.681436:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000100:00000200:0.0:1715210850.681439:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006272, portal 4 00000400:00000010:2.0:1715210850.681446:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5898. 00000400:00000010:0.0:1715210850.681447:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715210850.681449:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076006272, offset 0 00000400:00000010:2.0:1715210850.681452:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000400:00000200:0.0:1715210850.681461:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210850.681469:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006208, portal 25 00000400:00000010:2.0:1715210850.681474:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715210850.681477:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076006208, offset 0 00000400:00000200:0.0:1715210850.681481:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210850.681484:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210850.681489:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210850.681495:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210850.681499:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210850.681502:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210850.681506:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1190:1190:256:4294967295] 192.168.202.130@tcp LPNI seq info [1190:1190:8:4294967295] 00000400:00000200:0.0:1715210850.681517:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210850.681537:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210850.681538:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210850.681542:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210850.681543:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210850.681546:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210850.681549:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210850.681551:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210850.681551:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210850.681554:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1191:1191:255:4294967295] 192.168.202.130@tcp LPNI seq info [1191:1191:7:4294967295] 00000800:00000200:0.0:1715210850.681562:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210850.681564:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210850.681568:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210850.681569:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210850.681573:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715210850.681577:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210850.681584:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210850.681587:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210850.681649:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210850.681655:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210850.681661:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210850.681669:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210850.681674:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715210850.681684:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715210850.681694:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076006272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210850.681780:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210850.681783:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715210850.681786:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210850.681790:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210850.681793:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:1.0:1715210850.681794:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:1.0:1715210850.681798:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076006208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210850.683503:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210850.683517:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe12f80 00000400:00000200:0.0:1715210850.683525:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x25f9 [1] + 224 00000400:00000200:0.0:1715210850.683537:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210850.683541:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210850.683549:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076006272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210850.683586:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210850.683592:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12f40 00000400:00000200:0.0:1715210850.683596:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2601 [1] + 224 00000400:00000200:0.0:1715210850.683616:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210850.683620:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210850.683625:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076006208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210850.683674:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000400:00000200:2.0:1715210850.683682:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715210850.683684:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715210850.683692:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076006272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210850.683714:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076006272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210850.683749:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5898. 02000000:00000010:2.0:1715210850.683750:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47600. 02000000:00000010:2.0:1715210850.683756:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000400:00000200:3.0:1715210850.683758:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:3.0:1715210850.683760:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000010:2.0:1715210850.683761:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000200:3.0:1715210850.683768:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076006208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210850.683789:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076006208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210850.683807:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715210850.683812:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715210850.683815:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715210855.689271:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210855.689296:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715210855.689347:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210855.689351:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715210855.689420:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715210855.689429:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 00000400:00000010:0.0:1715210855.689437:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 02000000:00000010:1.0:1715210855.689440:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000100:00000200:0.0:1715210855.689446:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006400, portal 4 00000400:00000010:1.0:1715210855.689450:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715210855.689453:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000010:1.0:1715210855.689455:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210855.689459:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006336, portal 25 00000400:00000010:1.0:1715210855.689463:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dacc0. 00000100:00000200:0.0:1715210855.689467:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076006400, offset 0 00000100:00000200:1.0:1715210855.689467:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076006336, offset 0 00000400:00000200:0.0:1715210855.689479:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210855.689491:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210855.689499:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210855.689506:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210855.689512:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210855.689517:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210855.689519:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210855.689523:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1192:1192:256:4294967295] 192.168.202.130@tcp LPNI seq info [1192:1192:8:4294967295] 00000400:00000200:0.0:1715210855.689535:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210855.689542:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210855.689544:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210855.689548:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210855.689548:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210855.689551:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210855.689554:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210855.689555:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210855.689557:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210855.689560:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1193:1193:255:4294967295] 192.168.202.130@tcp LPNI seq info [1193:1193:7:4294967295] 00000800:00000200:0.0:1715210855.689565:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210855.689570:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210855.689571:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210855.689575:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210855.689579:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715210855.689583:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210855.689589:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210855.689593:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210855.689646:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210855.689652:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210855.689658:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210855.689666:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210855.689671:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715210855.689673:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715210855.689684:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076006400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210855.689750:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210855.689752:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210855.689756:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210855.689760:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210855.689762:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dacc0 00000400:00000010:2.0:1715210855.689764:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dacc0. 00000100:00000200:2.0:1715210855.689768:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076006336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210855.691539:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210855.691553:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13000 00000400:00000200:0.0:1715210855.691560:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2609 [1] + 224 00000400:00000200:0.0:1715210855.691574:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210855.691578:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210855.691586:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076006400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210855.691626:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210855.691631:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe12fc0 00000400:00000200:0.0:1715210855.691635:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x260d [1] + 224 00000400:00000200:0.0:1715210855.691653:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210855.691657:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210855.691662:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076006336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210855.691713:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:2.0:1715210855.691721:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715210855.691723:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715210855.691731:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076006400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210855.691742:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076006400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210855.691776:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 02000000:00000010:2.0:1715210855.691783:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000400:00000010:1.0:1715210855.691785:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000100:00000010:2.0:1715210855.691796:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000200:1.0:1715210855.691802:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210855.691804:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210855.691812:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076006336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210855.691823:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076006336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210855.691841:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715210855.691847:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715210855.691850:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715210860.697252:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210860.697277:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715210860.697328:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210860.697332:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715210860.697393:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715210860.697402:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 00000400:00000010:0.0:1715210860.697410:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 02000000:00000010:2.0:1715210860.697416:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000100:00000200:0.0:1715210860.697417:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006528, portal 4 00000400:00000010:0.0:1715210860.697425:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000400:00000010:2.0:1715210860.697425:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000100:00000200:0.0:1715210860.697428:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076006528, offset 0 00000400:00000010:2.0:1715210860.697431:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000400:00000200:0.0:1715210860.697440:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210860.697447:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006464, portal 25 00000400:00000010:2.0:1715210860.697453:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715210860.697456:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076006464, offset 0 00000400:00000200:0.0:1715210860.697459:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210860.697463:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210860.697466:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210860.697472:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210860.697476:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210860.697479:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210860.697483:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1194:1194:256:4294967295] 192.168.202.130@tcp LPNI seq info [1194:1194:8:4294967295] 00000400:00000200:0.0:1715210860.697496:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210860.697502:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210860.697504:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210860.697506:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715210860.697508:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210860.697512:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210860.697514:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210860.697515:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210860.697517:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210860.697520:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1195:1195:255:4294967295] 192.168.202.130@tcp LPNI seq info [1195:1195:7:4294967295] 00000800:00000200:0.0:1715210860.697526:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210860.697530:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210860.697532:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210860.697535:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210860.697538:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715210860.697543:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210860.697550:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210860.697554:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210860.697619:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210860.697624:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715210860.697630:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210860.697638:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210860.697643:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715210860.697645:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715210860.697656:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076006528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210860.697741:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210860.697744:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715210860.697747:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210860.697750:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210860.697753:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:1.0:1715210860.697755:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:1.0:1715210860.697758:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076006464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210860.699418:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210860.699432:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13080 00000400:00000200:0.0:1715210860.699440:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2619 [1] + 224 00000400:00000200:0.0:1715210860.699453:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210860.699457:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210860.699475:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076006528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210860.699516:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210860.699522:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13040 00000400:00000200:0.0:1715210860.699527:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2621 [1] + 224 00000400:00000200:0.0:1715210860.699542:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210860.699546:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210860.699551:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076006464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210860.699604:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 00000400:00000200:2.0:1715210860.699612:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715210860.699614:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715210860.699622:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076006528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210860.699633:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076006528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210860.699667:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 02000000:00000010:2.0:1715210860.699672:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000400:00000010:3.0:1715210860.699673:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000100:00000010:2.0:1715210860.699677:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000200:3.0:1715210860.699681:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:3.0:1715210860.699684:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:3.0:1715210860.699692:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076006464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210860.699702:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076006464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210860.699720:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715210860.699725:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715210860.699728:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715210865.705251:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210865.705264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715210865.705299:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210865.705303:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715210865.705350:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715210865.705355:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 00000400:00000010:0.0:1715210865.705359:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715210865.705364:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006656, portal 4 00000400:00000010:0.0:1715210865.705369:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715210865.705371:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076006656, offset 0 00000400:00000200:0.0:1715210865.705378:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210865.705386:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 02000000:00000010:1.0:1715210865.705386:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000200:0.0:1715210865.705391:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210865.705394:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:1.0:1715210865.705394:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:0.0:1715210865.705397:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1715210865.705399:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:0.0:1715210865.705400:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210865.705403:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1196:1196:256:4294967295] 192.168.202.130@tcp LPNI seq info [1196:1196:8:4294967295] 00000100:00000200:1.0:1715210865.705403:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006592, portal 25 00000400:00000010:1.0:1715210865.705407:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da660. 00000100:00000200:1.0:1715210865.705409:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076006592, offset 0 00000400:00000200:0.0:1715210865.705413:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:1.0:1715210865.705417:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210865.705418:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210865.705421:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:0.0:1715210865.705435:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210865.705435:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210865.705439:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210865.705441:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210865.705443:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210865.705445:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210865.705446:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210865.705449:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210865.705452:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1197:1197:255:4294967295] 192.168.202.130@tcp LPNI seq info [1197:1197:7:4294967295] 00000400:00000200:1.0:1715210865.705461:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210865.705466:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210865.705469:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715210865.705473:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210865.705480:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210865.705483:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210865.705511:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210865.705516:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715210865.705521:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210865.705527:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210865.705531:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715210865.705533:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715210865.705540:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076006656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210865.705593:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210865.705596:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715210865.705599:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210865.705603:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210865.705606:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da660 00000400:00000010:2.0:1715210865.705608:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da660. 00000100:00000200:2.0:1715210865.705611:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076006592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210865.707031:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210865.707043:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13100 00000400:00000200:0.0:1715210865.707049:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2629 [1] + 224 00000400:00000200:0.0:1715210865.707058:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210865.707062:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210865.707068:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076006656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210865.707165:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210865.707172:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe130c0 00000400:00000200:0.0:1715210865.707176:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2631 [1] + 224 00000400:00000200:0.0:1715210865.707194:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210865.707198:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715210865.707201:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:2.0:1715210865.707208:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715210865.707210:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715210865.707217:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076006592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210865.707218:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076006656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210865.707230:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076006656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210865.707252:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 02000000:00000010:2.0:1715210865.707256:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715210865.707259:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:1.0:1715210865.707298:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210865.707306:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210865.707308:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210865.707316:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076006592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210865.707326:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076006592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210865.707344:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715210865.707350:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715210865.707353:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715210870.713235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210870.713254:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715210870.713296:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210870.713300:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715210870.713351:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46000. 00000400:00000010:0.0:1715210870.713357:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 00000400:00000010:0.0:1715210870.713362:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715210870.713367:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006784, portal 4 00000400:00000010:0.0:1715210870.713374:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715210870.713376:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076006784, offset 0 00000400:00000200:0.0:1715210870.713385:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:2.0:1715210870.713392:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000200:0.0:1715210870.713397:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715210870.713401:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715210870.713406:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715210870.713410:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006720, portal 25 00000400:00000200:0.0:1715210870.713414:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715210870.713414:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000100:00000200:2.0:1715210870.713417:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076006720, offset 0 00000400:00000200:0.0:1715210870.713418:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210870.713422:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210870.713424:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210870.713429:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1198:1198:256:4294967295] 192.168.202.130@tcp LPNI seq info [1198:1198:8:4294967295] 00000400:00000200:0.0:1715210870.713440:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:2.0:1715210870.713443:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210870.713446:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210870.713449:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715210870.713451:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715210870.713455:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210870.713455:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210870.713458:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210870.713461:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210870.713463:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210870.713463:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210870.713466:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1199:1199:255:4294967295] 192.168.202.130@tcp LPNI seq info [1199:1199:7:4294967295] 00000800:00000200:0.0:1715210870.713468:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210870.713476:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210870.713480:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210870.713484:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715210870.713488:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210870.713494:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210870.713498:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210870.713540:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210870.713546:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715210870.713551:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210870.713558:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210870.713562:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715210870.713564:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715210870.713574:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076006784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210870.713634:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210870.713646:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715210870.713649:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210870.713653:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210870.713656:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:1.0:1715210870.713658:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:1.0:1715210870.713662:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076006720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210870.715284:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210870.715297:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13180 00000400:00000200:0.0:1715210870.715304:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2639 [1] + 224 00000400:00000200:0.0:1715210870.715314:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210870.715317:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210870.715325:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076006784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210870.715361:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210870.715366:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13140 00000400:00000200:0.0:1715210870.715370:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2641 [1] + 224 00000400:00000200:0.0:1715210870.715388:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210870.715392:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210870.715397:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076006720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210870.715450:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:2.0:1715210870.715457:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715210870.715459:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715210870.715467:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076006784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210870.715477:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076006784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210870.715503:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46000. 02000000:00000010:2.0:1715210870.715509:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715210870.715512:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:3.0:1715210870.715516:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:3.0:1715210870.715525:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:3.0:1715210870.715527:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:3.0:1715210870.715535:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076006720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210870.715546:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076006720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210870.715563:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715210870.715568:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715210870.715571:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715210875.721253:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210875.721279:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210875.721333:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210875.721350:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210875.721426:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 02000000:00000010:1.0:1715210875.721428:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:0.0:1715210875.721435:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 00000400:00000010:1.0:1715210875.721438:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715210875.721444:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000010:1.0:1715210875.721444:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210875.721453:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006848, portal 25 00000400:00000010:1.0:1715210875.721458:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dadd0. 00000100:00000200:0.0:1715210875.721459:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006912, portal 4 00000100:00000200:1.0:1715210875.721461:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076006848, offset 0 00000400:00000010:0.0:1715210875.721466:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000200:1.0:1715210875.721473:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210875.721479:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076006912, offset 0 00000400:00000200:0.0:1715210875.721487:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210875.721493:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210875.721501:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210875.721506:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210875.721510:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210875.721513:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210875.721516:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1200:1200:256:4294967295] 192.168.202.130@tcp LPNI seq info [1200:1200:8:4294967295] 00000400:00000200:1.0:1715210875.721529:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210875.721535:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210875.721538:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715210875.721540:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715210875.721541:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210875.721545:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210875.721548:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210875.721548:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210875.721550:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210875.721554:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1201:1201:255:4294967295] 192.168.202.130@tcp LPNI seq info [1201:1201:7:4294967295] 00000800:00000200:1.0:1715210875.721559:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210875.721563:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210875.721564:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210875.721568:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210875.721572:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000800:00000200:0.0:1715210875.721577:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210875.721583:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210875.721587:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210875.721651:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210875.721658:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715210875.721665:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210875.721672:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210875.721677:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dadd0 00000400:00000010:2.0:1715210875.721679:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dadd0. 00000100:00000200:2.0:1715210875.721689:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076006848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210875.721776:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210875.721778:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715210875.721781:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210875.721785:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210875.721788:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715210875.721790:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715210875.721794:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076006912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210875.723595:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210875.723609:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe131c0 00000400:00000200:0.0:1715210875.723617:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2649 [1] + 224 00000400:00000200:0.0:1715210875.723629:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210875.723633:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210875.723641:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076006848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210875.723678:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210875.723683:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13200 00000400:00000200:0.0:1715210875.723697:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x264d [1] + 224 00000400:00000200:0.0:1715210875.723712:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210875.723716:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210875.723721:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076006912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210875.723765:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210875.723773:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210875.723775:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210875.723783:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076006848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210875.723811:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076006848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210875.723838:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715210875.723846:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000400:00000010:2.0:1715210875.723848:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 00000100:00000010:1.0:1715210875.723850:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000200:2.0:1715210875.723856:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715210875.723858:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715210875.723866:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076006912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210875.723877:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076006912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210875.723902:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 02000000:00000010:2.0:1715210875.723908:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715210875.723911:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715210880.729252:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210880.729276:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715210880.729327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210880.729331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210880.729392:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715210880.729400:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 00000400:00000010:0.0:1715210880.729408:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715210880.729415:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007040, portal 4 02000000:00000010:2.0:1715210880.729415:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715210880.729422:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715210880.729425:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076007040, offset 0 00000400:00000010:2.0:1715210880.729425:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5630. 00000400:00000010:2.0:1715210880.729431:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000400:00000200:0.0:1715210880.729437:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210880.729445:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076006976, portal 25 00000400:00000010:2.0:1715210880.729450:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715210880.729452:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076006976, offset 0 00000400:00000200:0.0:1715210880.729456:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210880.729460:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210880.729463:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210880.729468:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210880.729473:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210880.729476:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210880.729480:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1202:1202:256:4294967295] 192.168.202.130@tcp LPNI seq info [1202:1202:8:4294967295] 00000400:00000200:0.0:1715210880.729492:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210880.729499:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210880.729501:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210880.729503:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715210880.729505:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210880.729508:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210880.729511:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210880.729512:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210880.729514:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210880.729522:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210880.729527:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1203:1203:255:4294967295] 192.168.202.130@tcp LPNI seq info [1203:1203:7:4294967295] 00000800:00000200:0.0:1715210880.729528:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210880.729537:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210880.729543:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210880.729547:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715210880.729552:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210880.729558:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210880.729562:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210880.729610:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210880.729616:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715210880.729622:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210880.729630:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210880.729635:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715210880.729637:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715210880.729648:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076007040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210880.729723:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210880.729726:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715210880.729729:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210880.729733:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210880.729735:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:1.0:1715210880.729737:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:1.0:1715210880.729740:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076006976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210880.731247:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210880.731268:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13280 00000400:00000200:0.0:1715210880.731276:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2659 [1] + 224 00000400:00000200:0.0:1715210880.731290:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210880.731294:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210880.731302:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076007040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210880.731342:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210880.731347:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13240 00000400:00000200:0.0:1715210880.731351:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2661 [1] + 224 00000400:00000200:0.0:1715210880.731367:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210880.731371:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210880.731376:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076006976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210880.731426:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 00000400:00000200:2.0:1715210880.731434:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715210880.731436:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715210880.731443:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076007040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210880.731456:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076007040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210880.731491:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:2.0:1715210880.731496:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210880.731501:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:3.0:1715210880.731507:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5630. 00000400:00000200:3.0:1715210880.731517:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:3.0:1715210880.731520:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:3.0:1715210880.731531:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076006976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210880.731572:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076006976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210880.731596:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715210880.731603:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715210880.731608:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715210885.737244:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210885.737263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715210885.737307:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210885.737312:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210885.737373:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715210885.737380:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 00000400:00000010:0.0:1715210885.737385:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715210885.737392:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007168, portal 4 02000000:00000010:1.0:1715210885.737393:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:0.0:1715210885.737398:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715210885.737400:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076007168, offset 0 00000400:00000010:1.0:1715210885.737402:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:0.0:1715210885.737411:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210885.737418:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210885.737422:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007104, portal 25 00000400:00000200:0.0:1715210885.737424:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715210885.737426:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da330. 00000100:00000200:1.0:1715210885.737429:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076007104, offset 0 00000400:00000200:0.0:1715210885.737431:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210885.737435:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210885.737436:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210885.737440:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210885.737443:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210885.737456:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1204:1204:256:4294967295] 192.168.202.130@tcp LPNI seq info [1204:1204:8:4294967295] 00000400:00000200:0.0:1715210885.737467:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210885.737474:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210885.737477:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210885.737479:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715210885.737481:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210885.737485:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210885.737493:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210885.737493:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210885.737496:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210885.737497:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210885.737499:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210885.737502:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1205:1205:255:4294967295] 192.168.202.130@tcp LPNI seq info [1205:1205:7:4294967295] 00000400:00000200:1.0:1715210885.737512:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210885.737517:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210885.737521:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715210885.737526:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210885.737532:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210885.737536:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210885.737586:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210885.737592:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715210885.737597:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210885.737604:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210885.737608:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715210885.737610:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715210885.737619:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076007168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210885.737679:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210885.737682:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715210885.737685:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210885.737689:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210885.737692:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da330 00000400:00000010:2.0:1715210885.737702:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da330. 00000100:00000200:2.0:1715210885.737707:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076007104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210885.739412:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210885.739425:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13300 00000400:00000200:0.0:1715210885.739433:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2669 [1] + 224 00000400:00000200:0.0:1715210885.739444:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210885.739447:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210885.739455:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076007168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210885.739490:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210885.739495:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe132c0 00000400:00000200:0.0:1715210885.739499:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2671 [1] + 224 00000400:00000200:0.0:1715210885.739513:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210885.739517:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210885.739523:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076007104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210885.739574:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 00000400:00000200:2.0:1715210885.739582:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715210885.739584:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715210885.739592:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076007168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210885.739603:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076007168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210885.739631:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:2.0:1715210885.739637:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000400:00000010:1.0:1715210885.739638:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000100:00000010:2.0:1715210885.739641:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000200:1.0:1715210885.739645:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210885.739648:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210885.739655:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076007104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210885.739666:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076007104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210885.739683:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715210885.739689:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715210885.739692:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715210890.745224:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210890.745241:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210890.745290:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210890.745293:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715210890.745349:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 02000000:00000010:2.0:1715210890.745353:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715210890.745355:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 00000400:00000010:2.0:1715210890.745358:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:2.0:1715210890.745364:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000400:00000010:0.0:1715210890.745370:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715210890.745370:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007232, portal 25 00000100:00000200:0.0:1715210890.745372:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007296, portal 4 00000400:00000010:2.0:1715210890.745372:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:2.0:1715210890.745374:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076007232, offset 0 00000400:00000010:0.0:1715210890.745376:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715210890.745378:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076007296, offset 0 00000400:00000200:2.0:1715210890.745383:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210890.745388:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210890.745396:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210890.745401:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210890.745404:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210890.745407:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210890.745408:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210890.745410:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1206:1206:256:4294967295] 192.168.202.130@tcp LPNI seq info [1206:1206:8:4294967295] 00000400:00000200:2.0:1715210890.745417:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715210890.745420:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715210890.745421:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210890.745422:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210890.745424:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:2.0:1715210890.745424:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000400:00000200:0.0:1715210890.745425:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210890.745426:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210890.745428:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1207:1207:255:4294967295] 192.168.202.130@tcp LPNI seq info [1207:1207:7:4294967295] 00000800:00000200:2.0:1715210890.745428:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210890.745432:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210890.745434:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210890.745436:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000800:00000200:0.0:1715210890.745438:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210890.745439:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210890.745441:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210890.745443:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210890.745443:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210890.745493:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210890.745496:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715210890.745500:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210890.745504:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210890.745507:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715210890.745508:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715210890.745514:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076007232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210890.745562:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210890.745563:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715210890.745564:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210890.745578:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210890.745579:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715210890.745580:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715210890.745582:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076007296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210890.746635:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210890.746642:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13340 00000400:00000200:0.0:1715210890.746646:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2679 [1] + 224 00000400:00000200:0.0:1715210890.746652:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210890.746654:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210890.746658:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076007232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210906 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210890.746674:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210890.746677:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13380 00000400:00000200:0.0:1715210890.746679:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x267d [1] + 224 00000400:00000200:0.0:1715210890.746686:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210890.746691:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210890.746693:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076007296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210906 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210890.746720:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:2.0:1715210890.746724:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:2.0:1715210890.746725:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715210890.746728:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076007232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210890.746733:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076007232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210890.746749:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715210890.746752:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000400:00000010:1.0:1715210890.746754:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000100:00000010:2.0:1715210890.746754:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000200:1.0:1715210890.746757:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715210890.746758:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715210890.746762:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076007296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210890.746767:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076007296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210890.746779:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 02000000:00000010:1.0:1715210890.746782:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715210890.746783:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715210895.753265:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210895.753279:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715210895.753325:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210895.753328:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210895.753369:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 02000000:00000010:2.0:1715210895.753370:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715210895.753374:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 00000400:00000010:2.0:1715210895.753375:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:0.0:1715210895.753379:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:2.0:1715210895.753379:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:0.0:1715210895.753384:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007424, portal 4 00000100:00000200:2.0:1715210895.753387:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007360, portal 25 00000400:00000010:0.0:1715210895.753388:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715210895.753389:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076007424, offset 0 00000400:00000010:2.0:1715210895.753389:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715210895.753390:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076007360, offset 0 00000400:00000200:0.0:1715210895.753396:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210895.753401:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210895.753409:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210895.753413:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210895.753417:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210895.753420:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210895.753421:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210895.753423:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1208:1208:256:4294967295] 192.168.202.130@tcp LPNI seq info [1208:1208:8:4294967295] 00000400:00000200:0.0:1715210895.753430:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210895.753434:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210895.753434:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210895.753436:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715210895.753437:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715210895.753437:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210895.753439:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210895.753440:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210895.753441:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210895.753441:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1209:1209:255:4294967295] 192.168.202.130@tcp LPNI seq info [1209:1209:7:4294967295] 00000400:00000200:2.0:1715210895.753445:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210895.753448:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210895.753448:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210895.753449:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:0.0:1715210895.753451:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210895.753451:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210895.753454:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210895.753461:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210895.753489:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210895.753491:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715210895.753495:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210895.753499:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210895.753502:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715210895.753503:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715210895.753509:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076007424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210895.753547:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210895.753548:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715210895.753550:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210895.753551:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210895.753553:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715210895.753554:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715210895.753555:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076007360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210895.754345:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210895.754352:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13400 00000400:00000200:0.0:1715210895.754356:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2689 [1] + 224 00000400:00000200:0.0:1715210895.754367:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210895.754369:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210895.754373:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076007424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210895.754391:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210895.754393:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe133c0 00000400:00000200:0.0:1715210895.754395:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x268d [1] + 224 00000400:00000200:0.0:1715210895.754402:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210895.754404:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210895.754406:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076007360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210895.754436:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000400:00000200:2.0:1715210895.754440:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715210895.754441:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715210895.754444:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076007424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210895.754444:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:3.0:1715210895.754448:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:3.0:1715210895.754449:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715210895.754450:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076007424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210895.754453:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076007360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210895.754460:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076007360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210895.754469:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 02000000:00000010:3.0:1715210895.754469:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715210895.754472:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 02000000:00000010:3.0:1715210895.754472:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210895.754474:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:3.0:1715210895.754474:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210900.761173:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210900.761187:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210900.761232:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210900.761235:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715210900.761270:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46000. 00000400:00000010:0.0:1715210900.761275:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 00000400:00000010:0.0:1715210900.761295:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715210900.761300:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007552, portal 4 00000400:00000010:0.0:1715210900.761304:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715210900.761306:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076007552, offset 0 00000400:00000200:0.0:1715210900.761314:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210900.761326:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210900.761330:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210900.761333:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210900.761336:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210900.761337:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210900.761339:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1210:1210:256:4294967295] 192.168.202.130@tcp LPNI seq info [1210:1210:8:4294967295] 02000000:00000010:2.0:1715210900.761342:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000200:0.0:1715210900.761345:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000010:2.0:1715210900.761348:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 00000400:00000010:2.0:1715210900.761350:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715210900.761352:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007488, portal 25 00000400:00000010:2.0:1715210900.761354:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000800:00000200:0.0:1715210900.761355:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210900.761355:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076007488, offset 0 00000800:00000010:0.0:1715210900.761358:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715210900.761359:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210900.761362:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210900.761363:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210900.761365:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210900.761367:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210900.761368:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210900.761369:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210900.761369:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210900.761371:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1211:1211:255:4294967295] 192.168.202.130@tcp LPNI seq info [1211:1211:7:4294967295] 00000800:00000200:0.0:1715210900.761373:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210900.761375:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210900.761377:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210900.761379:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715210900.761381:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210900.761383:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210900.761385:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210900.761410:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210900.761413:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210900.761417:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210900.761420:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210900.761423:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715210900.761424:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715210900.761430:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076007552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210900.761467:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210900.761468:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715210900.761470:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210900.761472:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210900.761473:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:1.0:1715210900.761474:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:1.0:1715210900.761476:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076007488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210900.762297:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210900.762303:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13440 00000400:00000200:0.0:1715210900.762307:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x26a1 [1] + 224 00000400:00000200:0.0:1715210900.762314:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210900.762316:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210900.762319:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076007488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210916 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210900.762336:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210900.762338:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13480 00000400:00000200:0.0:1715210900.762340:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2699 [1] + 224 00000400:00000200:0.0:1715210900.762346:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210900.762348:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210900.762350:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076007552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210916 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210900.762393:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000400:00000200:2.0:1715210900.762396:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:2.0:1715210900.762397:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715210900.762400:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076007488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210900.762405:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076007488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210900.762419:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 00000400:00000010:1.0:1715210900.762420:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000400:00000200:1.0:1715210900.762423:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 02000000:00000010:2.0:1715210900.762423:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000400:00000010:1.0:1715210900.762424:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000010:2.0:1715210900.762425:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000200:1.0:1715210900.762428:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076007552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210900.762433:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076007552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210900.762446:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46000. 02000000:00000010:1.0:1715210900.762448:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715210900.762450:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210905.769177:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210905.769197:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210905.769237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210905.769240:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715210905.769283:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46a00. 02000000:00000010:1.0:1715210905.769285:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:0.0:1715210905.769289:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000400:00000010:1.0:1715210905.769291:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715210905.769295:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:1.0:1715210905.769295:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:0.0:1715210905.769301:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007680, portal 4 00000100:00000200:1.0:1715210905.769301:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007616, portal 25 00000400:00000010:0.0:1715210905.769306:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715210905.769315:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076007680, offset 0 00000400:00000010:1.0:1715210905.769317:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daa18. 00000400:00000200:0.0:1715210905.769323:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210905.769328:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076007616, offset 0 00000400:00000200:1.0:1715210905.769334:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210905.769336:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210905.769341:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210905.769345:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210905.769347:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210905.769349:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210905.769351:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1212:1212:256:4294967295] 192.168.202.130@tcp LPNI seq info [1212:1212:8:4294967295] 00000400:00000200:0.0:1715210905.769358:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210905.769362:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210905.769364:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210905.769366:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715210905.769367:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210905.769369:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210905.769371:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210905.769371:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210905.769373:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210905.769375:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1213:1213:255:4294967295] 192.168.202.130@tcp LPNI seq info [1213:1213:7:4294967295] 00000800:00000200:0.0:1715210905.769378:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210905.769380:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210905.769382:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210905.769383:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210905.769386:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715210905.769388:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210905.769392:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210905.769394:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210905.769434:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210905.769437:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715210905.769441:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210905.769445:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210905.769448:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715210905.769450:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715210905.769456:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076007680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210905.769510:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210905.769511:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715210905.769513:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210905.769515:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210905.769516:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daa18 00000400:00000010:2.0:1715210905.769517:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daa18. 00000100:00000200:2.0:1715210905.769519:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076007616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210905.770610:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210905.770618:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13500 00000400:00000200:0.0:1715210905.770622:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x26a9 [1] + 224 00000400:00000200:0.0:1715210905.770629:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210905.770631:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210905.770635:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076007680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210905.770655:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210905.770657:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe134c0 00000400:00000200:0.0:1715210905.770660:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x26ad [1] + 224 00000400:00000200:0.0:1715210905.770669:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210905.770671:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210905.770673:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076007616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210905.770713:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 00000400:00000200:2.0:1715210905.770718:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715210905.770720:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000400:00000010:1.0:1715210905.770724:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000100:00000200:2.0:1715210905.770725:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076007680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210905.770728:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210905.770730:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210905.770734:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076007616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210905.770734:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076007680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210905.770742:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076007616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210905.770794:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715210905.770800:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715210905.770803:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 02000000:00000010:2.0:1715210905.770808:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46a00. 02000000:00000010:2.0:1715210905.770814:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715210905.770816:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715210910.777174:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210910.777190:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715210910.777237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210910.777239:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210910.777279:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715210910.777299:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 02000000:00000010:2.0:1715210910.777299:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715210910.777304:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:2.0:1715210910.777305:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 00000100:00000200:0.0:1715210910.777310:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007808, portal 4 00000400:00000010:2.0:1715210910.777310:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715210910.777312:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007744, portal 25 00000400:00000010:0.0:1715210910.777315:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000400:00000010:2.0:1715210910.777315:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:0.0:1715210910.777316:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076007808, offset 0 00000100:00000200:2.0:1715210910.777316:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076007744, offset 0 00000400:00000200:2.0:1715210910.777323:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210910.777328:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210910.777337:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210910.777341:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210910.777345:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210910.777347:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210910.777348:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210910.777351:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1214:1214:256:4294967295] 192.168.202.130@tcp LPNI seq info [1214:1214:8:4294967295] 00000400:00000200:2.0:1715210910.777357:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715210910.777360:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715210910.777360:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210910.777362:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715210910.777363:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000400:00000200:0.0:1715210910.777364:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210910.777365:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210910.777367:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715210910.777367:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210910.777368:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1215:1215:255:4294967295] 192.168.202.130@tcp LPNI seq info [1215:1215:7:4294967295] 00000400:00000200:0.0:1715210910.777372:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210910.777374:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210910.777375:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210910.777376:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000800:00000200:2.0:1715210910.777376:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210910.777378:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210910.777381:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210910.777383:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210910.777423:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210910.777426:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715210910.777430:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210910.777434:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210910.777436:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:1.0:1715210910.777446:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:1.0:1715210910.777452:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076007744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210910.777504:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210910.777505:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715210910.777506:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210910.777508:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210910.777510:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715210910.777511:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715210910.777512:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076007808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210910.778620:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210910.778627:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13540 00000400:00000200:0.0:1715210910.778631:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x26bd [1] + 224 00000400:00000200:0.0:1715210910.778653:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210910.778654:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210910.778663:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076007744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210910.778679:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210910.778682:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13580 00000400:00000200:0.0:1715210910.778684:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x26b9 [1] + 224 00000400:00000200:0.0:1715210910.778690:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210910.778692:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210910.778694:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076007808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210910.778754:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000400:00000200:2.0:1715210910.778757:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:2.0:1715210910.778758:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715210910.778762:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076007744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210910.778767:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076007744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210926 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210910.778789:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 00000400:00000010:1.0:1715210910.778790:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 02000000:00000010:2.0:1715210910.778792:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000400:00000200:1.0:1715210910.778794:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715210910.778795:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000010:2.0:1715210910.778795:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000200:1.0:1715210910.778798:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076007808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210910.778803:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076007808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210926 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210910.778816:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 02000000:00000010:1.0:1715210910.778818:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715210910.778819:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715210915.785233:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210915.785260:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210915.785319:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210915.785324:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715210915.785399:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715210915.785407:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 02000000:00000010:1.0:1715210915.785412:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:0.0:1715210915.785416:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000400:00000010:1.0:1715210915.785422:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000100:00000200:0.0:1715210915.785425:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007936, portal 4 00000400:00000010:1.0:1715210915.785428:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210915.785432:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076007872, portal 25 00000400:00000010:0.0:1715210915.785433:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715210915.785435:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076007936, offset 0 00000400:00000010:1.0:1715210915.785436:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dac38. 00000100:00000200:1.0:1715210915.785439:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076007872, offset 0 00000400:00000200:0.0:1715210915.785448:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210915.785457:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210915.785469:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210915.785476:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210915.785482:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210915.785486:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210915.785489:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210915.785493:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1216:1216:256:4294967295] 192.168.202.130@tcp LPNI seq info [1216:1216:8:4294967295] 00000400:00000200:0.0:1715210915.785505:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210915.785512:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210915.785513:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210915.785517:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715210915.785518:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210915.785521:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210915.785534:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210915.785537:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210915.785539:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210915.785540:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1217:1217:255:4294967295] 192.168.202.130@tcp LPNI seq info [1217:1217:7:4294967295] 00000800:00000200:0.0:1715210915.785551:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210915.785551:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210915.785556:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210915.785557:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715210915.785560:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715210915.785565:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210915.785571:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210915.785575:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210915.785664:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210915.785721:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715210915.785729:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210915.785740:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210915.785748:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715210915.785751:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715210915.785764:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076007936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210915.785878:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210915.785882:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715210915.785888:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210915.785894:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210915.785898:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dac38 00000400:00000010:2.0:1715210915.785901:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dac38. 00000100:00000200:2.0:1715210915.785907:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076007872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210915.787724:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210915.787737:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13600 00000400:00000200:0.0:1715210915.787743:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x26c9 [1] + 224 00000400:00000200:0.0:1715210915.787756:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210915.787759:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210915.787768:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076007936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210915.787805:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210915.787810:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe135c0 00000400:00000200:0.0:1715210915.787814:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x26cd [1] + 224 00000400:00000200:0.0:1715210915.787832:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210915.787836:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210915.787841:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076007872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210915.787891:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 00000400:00000200:2.0:1715210915.787899:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715210915.787901:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715210915.787909:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076007936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210915.787921:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076007936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210915.787954:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 00000400:00000010:1.0:1715210915.787958:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 02000000:00000010:2.0:1715210915.787962:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000400:00000200:1.0:1715210915.787966:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000100:00000010:2.0:1715210915.787966:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:1.0:1715210915.787968:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210915.787976:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076007872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210915.787987:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076007872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210915.788005:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715210915.788011:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715210915.788014:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715210920.793235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210920.793259:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210920.793309:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210920.793313:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210920.793372:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47600. 00000400:00000010:0.0:1715210920.793380:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 02000000:00000010:3.0:1715210920.793383:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30a00. 00000400:00000010:0.0:1715210920.793388:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000010:3.0:1715210920.793394:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715210920.793396:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008064, portal 4 00000400:00000010:3.0:1715210920.793401:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:0.0:1715210920.793403:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715210920.793406:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076008064, offset 0 00000100:00000200:3.0:1715210920.793407:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008000, portal 25 00000400:00000010:3.0:1715210920.793414:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257088. 00000400:00000200:0.0:1715210920.793418:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715210920.793432:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076008000, offset 0 00000400:00000200:0.0:1715210920.793438:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210920.793442:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210920.793456:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210920.793462:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210920.793467:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210920.793470:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210920.793474:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1218:1218:256:4294967295] 192.168.202.130@tcp LPNI seq info [1218:1218:8:4294967295] 00000400:00000200:0.0:1715210920.793487:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210920.793494:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210920.793499:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:3.0:1715210920.793499:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210920.793505:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210920.793507:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210920.793510:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210920.793513:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210920.793518:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715210920.793518:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210920.793522:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1219:1219:255:4294967295] 192.168.202.130@tcp LPNI seq info [1219:1219:7:4294967295] 00000800:00000200:0.0:1715210920.793523:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210920.793536:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210920.793573:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210920.793578:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbab00. 00000800:00000200:3.0:1715210920.793585:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210920.793594:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210920.793599:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210920.793624:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210920.793663:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210920.793670:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210920.793677:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210920.793682:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715210920.793684:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715210920.793694:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076008064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210920.793774:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210920.793776:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbab00. 00000400:00000200:1.0:1715210920.793779:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210920.793793:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210920.793796:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257088 00000400:00000010:1.0:1715210920.793797:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257088. 00000100:00000200:1.0:1715210920.793802:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076008000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210920.795356:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210920.795371:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13680 00000400:00000200:0.0:1715210920.795379:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x26d9 [1] + 224 00000400:00000200:0.0:1715210920.795390:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210920.795394:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210920.795402:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076008064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210920.795439:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210920.795445:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13640 00000400:00000200:0.0:1715210920.795449:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x26dd [1] + 224 00000400:00000200:0.0:1715210920.795464:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210920.795467:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210920.795472:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076008000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210920.795528:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 00000400:00000200:2.0:1715210920.795545:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715210920.795547:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715210920.795555:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076008064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210920.795567:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076008064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210920.795593:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715210920.795601:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47600. 00000400:00000200:3.0:1715210920.795603:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210920.795605:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 02000000:00000010:2.0:1715210920.795608:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715210920.795613:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000200:3.0:1715210920.795613:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076008000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210920.795623:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076008000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210920.795667:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30a00. 02000000:00000010:3.0:1715210920.795673:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715210920.795676:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715210925.801257:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210925.801289:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715210925.801363:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210925.801389:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:2.0:1715210925.801467:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715210925.801482:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 02000000:00000010:1.0:1715210925.801484:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:2.0:1715210925.801493:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000400:00000010:1.0:1715210925.801494:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000100:00000200:2.0:1715210925.801504:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008128, portal 25 00000400:00000010:1.0:1715210925.801509:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000010:2.0:1715210925.801512:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715210925.801514:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008192, portal 4 00000100:00000200:2.0:1715210925.801516:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076008128, offset 0 00000400:00000010:1.0:1715210925.801522:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da2a8. 00000400:00000200:2.0:1715210925.801529:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210925.801537:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076008192, offset 0 00000400:00000200:1.0:1715210925.801545:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210925.801552:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210925.801560:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210925.801565:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210925.801570:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210925.801573:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210925.801577:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1220:1220:256:4294967295] 192.168.202.130@tcp LPNI seq info [1220:1220:8:4294967295] 00000400:00000200:2.0:1715210925.801620:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210925.801627:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210925.801630:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715210925.801633:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715210925.801634:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210925.801638:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715210925.801640:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210925.801641:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210925.801643:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210925.801646:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1221:1221:255:4294967295] 192.168.202.130@tcp LPNI seq info [1221:1221:7:4294967295] 00000800:00000200:2.0:1715210925.801652:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210925.801656:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210925.801658:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210925.801661:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210925.801665:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715210925.801669:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210925.801676:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210925.801680:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210925.801777:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210925.801782:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715210925.801790:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210925.801800:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210925.801807:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:0.0:1715210925.801810:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:0.0:1715210925.801823:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076008128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715210925.801926:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715210925.801930:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:0.0:1715210925.801936:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210925.801942:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715210925.801946:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da2a8 00000400:00000010:0.0:1715210925.801948:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da2a8. 00000100:00000200:0.0:1715210925.801955:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076008192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210925.803976:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210925.803990:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe136c0 00000400:00000200:0.0:1715210925.803998:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x26e9 [1] + 224 00000400:00000200:0.0:1715210925.804011:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210925.804015:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210925.804023:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076008128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210925.804060:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210925.804066:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13700 00000400:00000200:0.0:1715210925.804070:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x26ed [1] + 224 00000400:00000200:0.0:1715210925.804086:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210925.804090:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210925.804095:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076008192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210925.804109:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000400:00000200:2.0:1715210925.804203:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:2.0:1715210925.804217:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000400:00000010:1.0:1715210925.804226:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000100:00000200:2.0:1715210925.804228:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076008128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715210925.804234:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210925.804236:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210925.804244:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076008192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210925.804244:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076008128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210925.804256:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076008192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210925.804278:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715210925.804286:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 02000000:00000010:1.0:1715210925.804290:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 00000100:00000010:2.0:1715210925.804292:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 02000000:00000010:1.0:1715210925.804296:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715210925.804299:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715210930.809239:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210930.809268:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715210930.809326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210930.809330:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210930.809404:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715210930.809413:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 00000400:00000010:0.0:1715210930.809421:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 02000000:00000010:3.0:1715210930.809421:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30a00. 00000100:00000200:0.0:1715210930.809429:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008320, portal 4 00000400:00000010:3.0:1715210930.809431:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715210930.809437:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:3.0:1715210930.809437:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:0.0:1715210930.809439:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076008320, offset 0 00000100:00000200:3.0:1715210930.809443:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008256, portal 25 00000400:00000010:3.0:1715210930.809449:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257220. 00000400:00000200:0.0:1715210930.809452:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715210930.809465:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076008256, offset 0 00000400:00000200:0.0:1715210930.809474:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210930.809475:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210930.809481:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210930.809486:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210930.809492:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210930.809494:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210930.809498:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1222:1222:256:4294967295] 192.168.202.130@tcp LPNI seq info [1222:1222:8:4294967295] 00000400:00000200:0.0:1715210930.809511:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210930.809517:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210930.809522:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:3.0:1715210930.809522:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715210930.809527:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210930.809530:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715210930.809532:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715210930.809536:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715210930.809573:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715210930.809578:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1223:1223:255:4294967295] 192.168.202.130@tcp LPNI seq info [1223:1223:7:4294967295] 00000800:00000200:0.0:1715210930.809582:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210930.809588:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715210930.809594:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715210930.809602:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715210930.809625:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba000. 00000800:00000200:3.0:1715210930.809632:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715210930.809641:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715210930.809646:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210930.809679:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210930.809684:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715210930.809692:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210930.809699:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210930.809705:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715210930.809707:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715210930.809717:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076008320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210930.809807:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210930.809809:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba000. 00000400:00000200:1.0:1715210930.809812:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210930.809816:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210930.809819:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257220 00000400:00000010:1.0:1715210930.809820:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257220. 00000100:00000200:1.0:1715210930.809824:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076008256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210930.811888:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210930.811902:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13740 00000400:00000200:0.0:1715210930.811910:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2701 [1] + 224 00000400:00000200:0.0:1715210930.811922:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210930.811926:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210930.811944:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076008256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210930.811985:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210930.811990:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13780 00000400:00000200:0.0:1715210930.811995:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x26f9 [1] + 224 00000400:00000200:0.0:1715210930.812009:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210930.812013:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210930.812018:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076008320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210930.812021:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715210930.812028:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715210930.812030:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715210930.812038:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076008256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210930.812049:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076008256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210930.812075:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30a00. 02000000:00000010:3.0:1715210930.812082:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715210930.812087:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000010:1.0:1715210930.812171:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 00000400:00000200:1.0:1715210930.812178:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715210930.812180:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715210930.812188:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076008320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210930.812199:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076008320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210930.812224:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 02000000:00000010:1.0:1715210930.812228:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:1.0:1715210930.812231:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715210935.817235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210935.817263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715210935.817313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210935.817318:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210935.817387:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715210935.817396:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000400:00000010:0.0:1715210935.817405:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 02000000:00000010:1.0:1715210935.817406:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000100:00000200:0.0:1715210935.817412:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008448, portal 4 00000400:00000010:0.0:1715210935.817421:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715210935.817424:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076008448, offset 0 00000400:00000010:1.0:1715210935.817426:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:0.0:1715210935.817436:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715210935.817444:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210935.817448:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008384, portal 25 00000400:00000010:1.0:1715210935.817453:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da5d8. 00000100:00000200:1.0:1715210935.817455:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076008384, offset 0 00000400:00000200:0.0:1715210935.817456:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210935.817462:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210935.817464:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210935.817469:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210935.817473:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210935.817476:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210935.817480:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1224:1224:256:4294967295] 192.168.202.130@tcp LPNI seq info [1224:1224:8:4294967295] 00000400:00000200:0.0:1715210935.817492:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:1.0:1715210935.817533:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210935.817538:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715210935.817539:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210935.817541:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:0.0:1715210935.817544:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210935.817544:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210935.817547:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210935.817550:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1225:1225:255:4294967295] 192.168.202.130@tcp LPNI seq info [1225:1225:7:4294967295] 00000400:00000200:1.0:1715210935.817559:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210935.817562:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210935.817564:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210935.817569:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:0.0:1715210935.817574:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210935.817574:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210935.817580:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210935.817581:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210935.817584:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210935.817664:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210935.817671:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715210935.817678:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210935.817686:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210935.817691:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715210935.817693:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715210935.817704:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076008448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210935.817786:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210935.817788:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715210935.817792:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210935.817796:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210935.817798:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da5d8 00000400:00000010:2.0:1715210935.817800:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da5d8. 00000100:00000200:2.0:1715210935.817804:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076008384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210935.819487:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210935.819521:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13800 00000400:00000200:0.0:1715210935.819530:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2709 [1] + 224 00000400:00000200:0.0:1715210935.819542:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210935.819546:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210935.819554:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076008448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210935.819591:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210935.819597:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe137c0 00000400:00000200:0.0:1715210935.819602:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2711 [1] + 224 00000400:00000200:0.0:1715210935.819621:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210935.819625:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210935.819629:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076008384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210935.819683:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:2.0:1715210935.819691:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715210935.819693:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715210935.819701:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076008448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210935.819713:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076008448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210935.819746:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210935.819754:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210935.819756:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 02000000:00000010:2.0:1715210935.819763:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 00000100:00000200:1.0:1715210935.819764:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076008384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210935.819770:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000200:1.0:1715210935.819775:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076008384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210935.819775:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 02000000:00000010:1.0:1715210935.819792:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715210935.819798:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715210935.819802:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715210940.825250:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715210940.825274:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210940.825325:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715210940.825329:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715210940.825387:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46000. 00000400:00000010:0.0:1715210940.825396:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 00000400:00000010:0.0:1715210940.825404:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715210940.825413:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008576, portal 4 02000000:00000010:2.0:1715210940.825414:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715210940.825420:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715210940.825423:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076008576, offset 0 00000400:00000010:2.0:1715210940.825424:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 00000400:00000010:2.0:1715210940.825429:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000400:00000200:0.0:1715210940.825435:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210940.825444:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008512, portal 25 00000400:00000010:2.0:1715210940.825448:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000100:00000200:2.0:1715210940.825451:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076008512, offset 0 00000400:00000200:0.0:1715210940.825480:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210940.825483:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210940.825499:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210940.825505:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210940.825509:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210940.825512:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210940.825516:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1226:1226:256:4294967295] 192.168.202.130@tcp LPNI seq info [1226:1226:8:4294967295] 00000400:00000200:0.0:1715210940.825529:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210940.825537:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210940.825539:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210940.825542:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d400. 00000400:00000200:2.0:1715210940.825544:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210940.825547:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210940.825549:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210940.825550:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210940.825553:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210940.825556:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1227:1227:255:4294967295] 192.168.202.130@tcp LPNI seq info [1227:1227:7:4294967295] 00000800:00000200:0.0:1715210940.825561:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210940.825565:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210940.825566:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210940.825570:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210940.825574:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715210940.825579:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210940.825585:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210940.825589:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210940.825667:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210940.825673:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d400. 00000400:00000200:1.0:1715210940.825679:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210940.825696:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210940.825701:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715210940.825703:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715210940.825713:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076008576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210940.825792:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210940.825795:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715210940.825798:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210940.825802:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210940.825804:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:1.0:1715210940.825806:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:1.0:1715210940.825810:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076008512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210940.827337:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210940.827351:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13880 00000400:00000200:0.0:1715210940.827359:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2719 [1] + 224 00000400:00000200:0.0:1715210940.827371:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210940.827375:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210940.827383:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076008576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210940.827420:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210940.827426:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13840 00000400:00000200:0.0:1715210940.827430:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2721 [1] + 224 00000400:00000200:0.0:1715210940.827448:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210940.827452:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210940.827485:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076008512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210940.827524:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000400:00000200:2.0:1715210940.827532:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715210940.827534:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715210940.827542:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076008576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210940.827554:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076008576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210940.827607:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46000. 02000000:00000010:2.0:1715210940.827614:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715210940.827619:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:3.0:1715210940.827620:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 00000400:00000200:3.0:1715210940.827629:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:3.0:1715210940.827631:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:3.0:1715210940.827639:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076008512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210940.827650:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076008512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210940.827667:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715210940.827672:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715210940.827675:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715210945.833235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715210945.833259:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715210945.833310:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715210945.833326:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715210945.833397:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 02000000:00000010:1.0:1715210945.833399:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:0.0:1715210945.833406:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 00000400:00000010:1.0:1715210945.833438:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715210945.833445:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000400:00000010:1.0:1715210945.833445:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210945.833453:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008640, portal 25 00000100:00000200:0.0:1715210945.833458:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008704, portal 4 00000400:00000010:1.0:1715210945.833459:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715210945.833462:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076008640, offset 0 00000400:00000010:0.0:1715210945.833465:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000200:1.0:1715210945.833475:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210945.833481:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076008704, offset 0 00000400:00000200:0.0:1715210945.833488:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210945.833495:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210945.833502:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210945.833508:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210945.833512:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210945.833516:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210945.833519:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1228:1228:256:4294967295] 192.168.202.130@tcp LPNI seq info [1228:1228:8:4294967295] 00000400:00000200:1.0:1715210945.833531:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210945.833538:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210945.833540:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715210945.833543:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715210945.833544:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210945.833547:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210945.833550:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210945.833550:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210945.833553:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210945.833556:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1229:1229:255:4294967295] 192.168.202.130@tcp LPNI seq info [1229:1229:7:4294967295] 00000800:00000200:1.0:1715210945.833561:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210945.833566:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210945.833571:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210945.833575:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000800:00000200:1.0:1715210945.833576:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210945.833579:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210945.833585:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210945.833589:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210945.833660:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210945.833666:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715210945.833674:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210945.833682:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210945.833687:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:2.0:1715210945.833690:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:2.0:1715210945.833700:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076008640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210945.833767:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210945.833769:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210945.833772:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210945.833776:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210945.833778:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715210945.833780:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715210945.833784:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076008704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210945.835480:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210945.835495:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe138c0 00000400:00000200:0.0:1715210945.835502:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2729 [1] + 224 00000400:00000200:0.0:1715210945.835514:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210945.835518:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210945.835526:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076008640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210945.835565:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210945.835570:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13900 00000400:00000200:0.0:1715210945.835583:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x272d [1] + 224 00000400:00000200:0.0:1715210945.835601:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210945.835605:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210945.835609:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076008704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210945.835644:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210945.835652:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210945.835654:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210945.835662:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076008640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210945.835672:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076008640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210945.835699:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715210945.835707:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:1.0:1715210945.835711:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000010:2.0:1715210945.835732:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 00000400:00000200:2.0:1715210945.835740:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715210945.835742:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715210945.835750:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076008704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210945.835762:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076008704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210945.835786:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 02000000:00000010:2.0:1715210945.835791:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715210945.835794:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715210950.841240:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715210950.841267:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715210950.841321:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715210950.841325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210950.841434:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47000. 00000400:00000010:0.0:1715210950.841445:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 02000000:00000010:2.0:1715210950.841449:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715210950.841454:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715210950.841462:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008832, portal 4 00000400:00000010:0.0:1715210950.841471:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715210950.841473:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076008832, offset 0 00000400:00000010:2.0:1715210950.841474:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5580. 00000400:00000010:2.0:1715210950.841480:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000400:00000200:0.0:1715210950.841486:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210950.841495:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008768, portal 25 00000400:00000010:2.0:1715210950.841499:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715210950.841501:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076008768, offset 0 00000400:00000200:0.0:1715210950.841505:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210950.841508:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210950.841512:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210950.841518:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210950.841523:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210950.841526:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210950.841530:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1230:1230:256:4294967295] 192.168.202.130@tcp LPNI seq info [1230:1230:8:4294967295] 00000400:00000200:0.0:1715210950.841542:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210950.841549:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210950.841551:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210950.841554:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715210950.841555:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210950.841558:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210950.841561:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210950.841561:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210950.841564:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210950.841567:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1231:1231:255:4294967295] 192.168.202.130@tcp LPNI seq info [1231:1231:7:4294967295] 00000800:00000200:0.0:1715210950.841573:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210950.841577:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210950.841578:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210950.841581:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210950.841586:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715210950.841590:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210950.841597:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210950.841600:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210950.841740:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210950.841746:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715210950.841752:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210950.841760:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210950.841765:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715210950.841767:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715210950.841777:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076008832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210950.841861:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210950.841863:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715210950.841866:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210950.841869:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210950.841872:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:1.0:1715210950.841873:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:1.0:1715210950.841877:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076008768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210950.843743:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210950.843765:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13980 00000400:00000200:0.0:1715210950.843774:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2739 [1] + 224 00000400:00000200:0.0:1715210950.843788:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210950.843791:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210950.843800:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076008832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210950.843839:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210950.843844:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13940 00000400:00000200:0.0:1715210950.843849:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2741 [1] + 224 00000400:00000200:0.0:1715210950.843863:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210950.843867:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210950.843871:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076008768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210950.843927:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 00000400:00000200:2.0:1715210950.843935:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715210950.843937:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715210950.843945:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076008832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210950.843956:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076008832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210950.843990:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47000. 00000400:00000010:3.0:1715210950.843990:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5580. 02000000:00000010:2.0:1715210950.843998:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000400:00000200:3.0:1715210950.843998:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:3.0:1715210950.844000:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000010:2.0:1715210950.844002:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000200:3.0:1715210950.844008:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076008768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210950.844019:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076008768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210950.844054:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715210950.844059:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:3.0:1715210950.844062:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715210955.849238:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715210955.849263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715210955.849314:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715210955.849319:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:1.0:1715210955.849422:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 02000000:00000010:0.0:1715210955.849425:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47000. 00000400:00000010:0.0:1715210955.849434:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 00000400:00000010:1.0:1715210955.849434:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715210955.849442:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000010:1.0:1715210955.849442:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:0.0:1715210955.849450:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008960, portal 4 00000100:00000200:1.0:1715210955.849456:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076008896, portal 25 00000400:00000010:0.0:1715210955.849457:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:0.0:1715210955.849460:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076008960, offset 0 00000400:00000010:1.0:1715210955.849461:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dabb0. 00000400:00000200:0.0:1715210955.849471:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210955.849478:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076008896, offset 0 00000400:00000200:1.0:1715210955.849486:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210955.849492:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210955.849499:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210955.849504:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210955.849509:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210955.849512:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210955.849526:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1232:1232:256:4294967295] 192.168.202.130@tcp LPNI seq info [1232:1232:8:4294967295] 00000400:00000200:0.0:1715210955.849539:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210955.849546:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210955.849548:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210955.849552:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715210955.849552:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210955.849556:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210955.849559:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210955.849560:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210955.849561:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210955.849564:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1233:1233:255:4294967295] 192.168.202.130@tcp LPNI seq info [1233:1233:7:4294967295] 00000800:00000200:0.0:1715210955.849572:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210955.849574:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210955.849577:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210955.849579:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210955.849583:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715210955.849588:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210955.849594:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210955.849597:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210955.849658:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210955.849664:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715210955.849679:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210955.849687:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210955.849692:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715210955.849695:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715210955.849705:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076008960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210955.849779:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210955.849781:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715210955.849785:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210955.849789:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210955.849791:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dabb0 00000400:00000010:2.0:1715210955.849793:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dabb0. 00000100:00000200:2.0:1715210955.849797:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076008896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210955.851580:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210955.851594:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13a00 00000400:00000200:0.0:1715210955.851602:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2749 [1] + 224 00000400:00000200:0.0:1715210955.851615:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210955.851619:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210955.851626:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076008960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210955.851664:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210955.851669:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe139c0 00000400:00000200:0.0:1715210955.851674:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x274d [1] + 224 00000400:00000200:0.0:1715210955.851688:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210955.851692:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210955.851697:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076008896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210955.851754:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000400:00000200:2.0:1715210955.851762:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715210955.851764:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715210955.851772:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076008960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210955.851783:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076008960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210955.851817:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47000. 00000400:00000010:1.0:1715210955.851818:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 02000000:00000010:2.0:1715210955.851823:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000400:00000200:1.0:1715210955.851825:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210955.851827:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000010:2.0:1715210955.851827:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000200:1.0:1715210955.851835:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076008896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210955.851846:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076008896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210955.851864:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715210955.851870:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715210955.851873:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715210960.857243:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210960.857266:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715210960.857347:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715210960.857352:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715210960.857411:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 00000400:00000010:0.0:1715210960.857419:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000400:00000010:0.0:1715210960.857439:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 02000000:00000010:2.0:1715210960.857440:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000100:00000200:0.0:1715210960.857447:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009088, portal 4 00000400:00000010:2.0:1715210960.857450:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:0.0:1715210960.857454:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715210960.857456:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076009088, offset 0 00000400:00000010:2.0:1715210960.857456:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715210960.857460:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009024, portal 25 00000400:00000010:2.0:1715210960.857464:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000400:00000200:0.0:1715210960.857468:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210960.857475:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076009024, offset 0 00000400:00000200:2.0:1715210960.857483:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210960.857486:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210960.857493:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210960.857498:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210960.857503:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210960.857506:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210960.857509:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1234:1234:256:4294967295] 192.168.202.130@tcp LPNI seq info [1234:1234:8:4294967295] 00000400:00000200:0.0:1715210960.857521:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210960.857527:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210960.857530:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210960.857532:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715210960.857534:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210960.857537:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210960.857539:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210960.857540:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210960.857543:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210960.857546:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1235:1235:255:4294967295] 192.168.202.130@tcp LPNI seq info [1235:1235:7:4294967295] 00000800:00000200:0.0:1715210960.857547:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210960.857553:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210960.857555:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210960.857560:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210960.857564:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715210960.857569:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210960.857575:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210960.857579:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210960.857632:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210960.857637:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715210960.857643:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210960.857651:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210960.857655:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715210960.857657:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715210960.857668:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076009088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210960.857745:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210960.857748:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715210960.857750:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210960.857754:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210960.857757:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:1.0:1715210960.857759:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:1.0:1715210960.857763:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076009024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210960.859080:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210960.859093:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13a80 00000400:00000200:0.0:1715210960.859101:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2759 [1] + 224 00000400:00000200:0.0:1715210960.859113:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210960.859141:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210960.859149:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076009088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210960.859188:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210960.859194:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13a40 00000400:00000200:0.0:1715210960.859198:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2761 [1] + 224 00000400:00000200:0.0:1715210960.859212:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210960.859223:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210960.859228:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076009024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210960.859315:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:2.0:1715210960.859323:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715210960.859325:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715210960.859333:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076009088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210960.859344:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076009088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210960.859369:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 02000000:00000010:2.0:1715210960.859377:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 00000400:00000200:3.0:1715210960.859377:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:3.0:1715210960.859379:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 02000000:00000010:2.0:1715210960.859382:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715210960.859387:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000200:3.0:1715210960.859387:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076009024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210960.859398:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076009024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210960.859415:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715210960.859420:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:3.0:1715210960.859424:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715210965.865267:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210965.865295:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715210965.865349:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210965.865354:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715210965.865426:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46000. 00000400:00000010:0.0:1715210965.865435:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 00000400:00000010:0.0:1715210965.865444:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 02000000:00000010:1.0:1715210965.865447:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000100:00000200:0.0:1715210965.865451:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009216, portal 4 00000400:00000010:1.0:1715210965.865457:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715210965.865459:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715210965.865462:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076009216, offset 0 00000400:00000010:1.0:1715210965.865463:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210965.865467:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009152, portal 25 00000400:00000010:1.0:1715210965.865472:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000400:00000200:0.0:1715210965.865475:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210965.865484:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076009152, offset 0 00000400:00000200:1.0:1715210965.865491:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210965.865495:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210965.865502:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210965.865507:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210965.865512:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210965.865515:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210965.865518:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1236:1236:256:4294967295] 192.168.202.130@tcp LPNI seq info [1236:1236:8:4294967295] 00000400:00000200:0.0:1715210965.865531:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210965.865538:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210965.865540:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210965.865543:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210965.865544:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210965.865547:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210965.865550:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210965.865551:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210965.865552:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210965.865555:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1237:1237:255:4294967295] 192.168.202.130@tcp LPNI seq info [1237:1237:7:4294967295] 00000800:00000200:0.0:1715210965.865564:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210965.865566:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210965.865569:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210965.865570:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210965.865574:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715210965.865579:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210965.865586:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210965.865589:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210965.865681:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210965.865687:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210965.865694:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210965.865702:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210965.865707:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715210965.865709:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715210965.865720:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076009216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210965.865828:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210965.865831:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715210965.865835:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210965.865839:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210965.865842:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:2.0:1715210965.865843:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:2.0:1715210965.865847:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076009152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210965.867729:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210965.867742:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13b00 00000400:00000200:0.0:1715210965.867751:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2769 [1] + 224 00000400:00000200:0.0:1715210965.867777:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210965.867781:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210965.867789:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076009216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210965.867829:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210965.867834:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13ac0 00000400:00000200:0.0:1715210965.867839:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2771 [1] + 224 00000400:00000200:0.0:1715210965.867857:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210965.867861:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210965.867866:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076009152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210965.867920:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 00000400:00000200:2.0:1715210965.867927:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715210965.867929:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715210965.867937:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076009216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210965.867949:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076009216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210965.867984:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46000. 00000400:00000010:1.0:1715210965.867987:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 02000000:00000010:2.0:1715210965.867993:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000400:00000200:1.0:1715210965.867995:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000100:00000010:2.0:1715210965.867997:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:1.0:1715210965.868006:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210965.868015:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076009152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210965.868026:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076009152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210965.868044:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715210965.868049:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:1.0:1715210965.868052:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715210970.873294:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210970.873318:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210970.873368:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210970.873372:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715210970.873432:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715210970.873441:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 00000400:00000010:0.0:1715210970.873449:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 02000000:00000010:2.0:1715210970.873457:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000100:00000200:0.0:1715210970.873458:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009344, portal 4 00000400:00000010:0.0:1715210970.873465:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715210970.873467:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076009344, offset 0 00000400:00000010:2.0:1715210970.873467:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5630. 00000400:00000010:2.0:1715210970.873473:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000400:00000200:0.0:1715210970.873479:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715210970.873488:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009280, portal 25 00000400:00000010:2.0:1715210970.873492:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715210970.873494:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076009280, offset 0 00000400:00000200:0.0:1715210970.873499:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210970.873502:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210970.873507:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210970.873512:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210970.873517:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210970.873519:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210970.873524:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1238:1238:256:4294967295] 192.168.202.130@tcp LPNI seq info [1238:1238:8:4294967295] 00000400:00000200:0.0:1715210970.873536:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210970.873554:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210970.873555:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210970.873559:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715210970.873559:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210970.873563:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210970.873566:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210970.873567:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210970.873568:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210970.873578:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210970.873582:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1239:1239:255:4294967295] 192.168.202.130@tcp LPNI seq info [1239:1239:7:4294967295] 00000800:00000200:0.0:1715210970.873584:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715210970.873592:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210970.873597:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210970.873602:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715210970.873607:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210970.873613:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210970.873617:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210970.873679:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210970.873685:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715210970.873691:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210970.873699:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210970.873704:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715210970.873707:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715210970.873717:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076009344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210970.873794:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210970.873796:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715210970.873799:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210970.873803:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210970.873805:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:1.0:1715210970.873807:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:1.0:1715210970.873810:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076009280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210970.875472:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210970.875486:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13b80 00000400:00000200:0.0:1715210970.875494:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2779 [1] + 224 00000400:00000200:0.0:1715210970.875506:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210970.875510:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210970.875518:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076009344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210970.875556:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210970.875561:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13b40 00000400:00000200:0.0:1715210970.875566:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2781 [1] + 224 00000400:00000200:0.0:1715210970.875583:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210970.875587:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210970.875592:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076009280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210970.875645:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 00000400:00000200:2.0:1715210970.875653:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715210970.875655:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715210970.875663:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076009344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210970.875665:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5630. 00000100:00000200:2.0:1715210970.875675:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076009344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210970.875675:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:3.0:1715210970.875677:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:3.0:1715210970.875685:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076009280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210970.875695:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076009280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210970.875709:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:3.0:1715210970.875713:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715210970.875715:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 02000000:00000010:3.0:1715210970.875718:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715210970.875719:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:3.0:1715210970.875721:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715210975.881261:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210975.881286:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210975.881341:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210975.881345:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715210975.881413:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46a00. 00000400:00000010:0.0:1715210975.881422:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 00000400:00000010:0.0:1715210975.881430:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715210975.881437:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009472, portal 4 02000000:00000010:1.0:1715210975.881439:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:0.0:1715210975.881446:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000010:1.0:1715210975.881449:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:1.0:1715210975.881454:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210975.881458:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009408, portal 25 00000100:00000200:0.0:1715210975.881461:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076009472, offset 0 00000400:00000010:1.0:1715210975.881462:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dad48. 00000100:00000200:1.0:1715210975.881465:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076009408, offset 0 00000400:00000200:0.0:1715210975.881472:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210975.881482:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210975.881491:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210975.881497:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210975.881502:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210975.881507:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210975.881510:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210975.881513:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1240:1240:256:4294967295] 192.168.202.130@tcp LPNI seq info [1240:1240:8:4294967295] 00000400:00000200:0.0:1715210975.881525:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210975.881532:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210975.881534:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210975.881536:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000800:00000200:0.0:1715210975.881544:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210975.881548:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210975.881551:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210975.881554:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715210975.881554:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210975.881557:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715210975.881560:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715210975.881560:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1241:1241:255:4294967295] 192.168.202.130@tcp LPNI seq info [1241:1241:7:4294967295] 00000400:00000200:1.0:1715210975.881570:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210975.881575:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715210975.881580:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715210975.881584:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210975.881591:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210975.881595:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210975.881639:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210975.881645:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715210975.881651:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210975.881659:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210975.881664:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715210975.881666:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715210975.881676:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076009472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210975.881750:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210975.881753:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715210975.881757:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210975.881760:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210975.881763:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dad48 00000400:00000010:2.0:1715210975.881774:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dad48. 00000100:00000200:2.0:1715210975.881780:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076009408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210975.883430:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210975.883443:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13c00 00000400:00000200:0.0:1715210975.883450:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2789 [1] + 224 00000400:00000200:0.0:1715210975.883461:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210975.883464:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210975.883472:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076009472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210975.883509:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210975.883513:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13bc0 00000400:00000200:0.0:1715210975.883518:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x278d [1] + 224 00000400:00000200:0.0:1715210975.883532:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210975.883536:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210975.883541:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076009408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210975.883600:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 00000400:00000200:2.0:1715210975.883608:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715210975.883610:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715210975.883618:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076009472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210975.883630:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076009472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210975.883664:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46a00. 00000400:00000010:1.0:1715210975.883665:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 02000000:00000010:2.0:1715210975.883671:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000400:00000200:1.0:1715210975.883673:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210975.883675:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000010:2.0:1715210975.883675:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000200:1.0:1715210975.883683:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076009408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210975.883694:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076009408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210975.883711:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715210975.883717:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715210975.883720:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715210980.889234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715210980.889261:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715210980.889313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715210980.889318:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715210980.889378:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47600. 00000400:00000010:0.0:1715210980.889387:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 00000400:00000010:0.0:1715210980.889395:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715210980.889403:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009600, portal 4 00000400:00000010:0.0:1715210980.889411:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715210980.889413:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076009600, offset 0 02000000:00000010:2.0:1715210980.889416:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000200:0.0:1715210980.889426:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210980.889426:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715210980.889433:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715210980.889438:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009536, portal 25 00000400:00000010:2.0:1715210980.889442:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:2.0:1715210980.889444:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076009536, offset 0 00000400:00000200:0.0:1715210980.889445:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210980.889451:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210980.889453:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210980.889458:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210980.889463:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210980.889466:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210980.889470:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1242:1242:256:4294967295] 192.168.202.130@tcp LPNI seq info [1242:1242:8:4294967295] 00000400:00000200:0.0:1715210980.889482:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210980.889489:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210980.889491:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210980.889493:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715210980.889495:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210980.889499:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715210980.889501:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210980.889502:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715210980.889504:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210980.889507:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1243:1243:255:4294967295] 192.168.202.130@tcp LPNI seq info [1243:1243:7:4294967295] 00000800:00000200:0.0:1715210980.889512:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210980.889517:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210980.889518:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210980.889522:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715210980.889526:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715210980.889530:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210980.889549:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210980.889552:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210980.889598:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210980.889604:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715210980.889611:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210980.889619:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210980.889624:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715210980.889626:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715210980.889636:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076009600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210980.889721:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210980.889733:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715210980.889736:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210980.889740:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210980.889743:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:1.0:1715210980.889745:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:1.0:1715210980.889750:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076009536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210980.891614:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210980.891627:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13c80 00000400:00000200:0.0:1715210980.891635:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2799 [1] + 224 00000400:00000200:0.0:1715210980.891647:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210980.891651:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210980.891668:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076009600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210980.891710:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210980.891716:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13c40 00000400:00000200:0.0:1715210980.891720:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x27a1 [1] + 224 00000400:00000200:0.0:1715210980.891735:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210980.891738:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210980.891743:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076009536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210980.891800:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 00000400:00000200:2.0:1715210980.891808:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715210980.891810:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000400:00000010:3.0:1715210980.891816:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000100:00000200:2.0:1715210980.891818:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076009600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715210980.891822:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:3.0:1715210980.891823:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715210980.891830:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076009600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715210996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210980.891831:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076009536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715210980.891841:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076009536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715210996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210980.891864:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47600. 02000000:00000010:2.0:1715210980.891870:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715210980.891874:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 02000000:00000010:3.0:1715210980.891875:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715210980.891879:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715210980.891882:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715210985.897233:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715210985.897259:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715210985.897312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715210985.897316:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715210985.897386:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715210985.897395:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000400:00000010:0.0:1715210985.897402:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715210985.897411:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009728, portal 4 02000000:00000010:1.0:1715210985.897412:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000400:00000010:0.0:1715210985.897419:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715210985.897422:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076009728, offset 0 00000400:00000010:1.0:1715210985.897422:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:1.0:1715210985.897427:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:0.0:1715210985.897434:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715210985.897442:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009664, portal 25 00000400:00000010:1.0:1715210985.897447:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dab28. 00000100:00000200:1.0:1715210985.897449:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076009664, offset 0 00000400:00000200:0.0:1715210985.897453:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210985.897457:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210985.897460:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210985.897466:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210985.897470:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210985.897473:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210985.897477:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1244:1244:256:4294967295] 192.168.202.130@tcp LPNI seq info [1244:1244:8:4294967295] 00000400:00000200:0.0:1715210985.897490:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210985.897496:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210985.897498:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210985.897503:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715210985.897503:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210985.897506:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210985.897509:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210985.897511:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210985.897514:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1245:1245:255:4294967295] 192.168.202.130@tcp LPNI seq info [1245:1245:7:4294967295] 00000800:00000200:0.0:1715210985.897523:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715210985.897525:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210985.897529:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210985.897532:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:1.0:1715210985.897533:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:0.0:1715210985.897538:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210985.897538:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715210985.897544:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715210985.897548:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210985.897622:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210985.897628:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715210985.897635:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210985.897642:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210985.897647:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715210985.897650:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715210985.897660:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076009728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210985.897743:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210985.897745:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715210985.897749:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210985.897753:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210985.897755:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dab28 00000400:00000010:2.0:1715210985.897757:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dab28. 00000100:00000200:2.0:1715210985.897761:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076009664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210985.899635:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210985.899648:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13d00 00000400:00000200:0.0:1715210985.899656:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x27a9 [1] + 224 00000400:00000200:0.0:1715210985.899668:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210985.899672:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210985.899680:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076009728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210985.899717:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210985.899722:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13cc0 00000400:00000200:0.0:1715210985.899726:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x27b1 [1] + 224 00000400:00000200:0.0:1715210985.899741:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210985.899745:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210985.899750:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076009664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210985.899808:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 00000400:00000200:2.0:1715210985.899816:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715210985.899818:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715210985.899835:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076009728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210985.899847:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076009728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210985.899865:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210985.899873:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210985.899875:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210985.899882:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076009664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210985.899883:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 02000000:00000010:2.0:1715210985.899891:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715210985.899895:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000200:1.0:1715210985.899911:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076009664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210985.899929:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715210985.899934:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715210985.899937:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715210990.905277:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715210990.905302:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715210990.905354:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715210990.905358:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715210990.905419:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715210990.905427:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 00000400:00000010:0.0:1715210990.905434:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715210990.905442:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009856, portal 4 02000000:00000010:2.0:1715210990.905445:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715210990.905450:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715210990.905453:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076009856, offset 0 00000400:00000010:2.0:1715210990.905455:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000200:0.0:1715210990.905464:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715210990.905471:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715210990.905476:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009792, portal 25 00000400:00000010:2.0:1715210990.905481:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715210990.905483:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076009792, offset 0 00000400:00000200:0.0:1715210990.905485:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715210990.905491:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210990.905507:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715210990.905515:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210990.905522:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715210990.905526:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210990.905532:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1246:1246:256:4294967295] 192.168.202.130@tcp LPNI seq info [1246:1246:8:4294967295] 00000400:00000200:0.0:1715210990.905550:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715210990.905561:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715210990.905563:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715210990.905567:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715210990.905567:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715210990.905571:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715210990.905573:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715210990.905576:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715210990.905576:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715210990.905579:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1247:1247:255:4294967295] 192.168.202.130@tcp LPNI seq info [1247:1247:7:4294967295] 00000800:00000200:0.0:1715210990.905590:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715210990.905590:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715210990.905594:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715210990.905597:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715210990.905598:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715210990.905603:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715210990.905610:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715210990.905614:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715210990.905755:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210990.905761:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715210990.905768:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210990.905775:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210990.905780:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715210990.905783:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715210990.905793:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076009856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715210990.905867:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715210990.905869:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715210990.905872:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715210990.905876:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715210990.905878:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:1.0:1715210990.905880:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:1.0:1715210990.905884:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076009792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210990.907693:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210990.907707:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13d80 00000400:00000200:0.0:1715210990.907714:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x27b9 [1] + 224 00000400:00000200:0.0:1715210990.907727:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210990.907730:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210990.907738:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076009856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210990.907775:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210990.907780:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13d40 00000400:00000200:0.0:1715210990.907784:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x27c1 [1] + 224 00000400:00000200:0.0:1715210990.907799:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210990.907803:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210990.907808:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076009792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715210990.907864:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000400:00000200:2.0:1715210990.907872:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715210990.907874:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715210990.907882:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076009856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210990.907905:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076009856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715210990.907930:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:3.0:1715210990.907939:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 02000000:00000010:2.0:1715210990.907941:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 00000400:00000010:3.0:1715210990.907941:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 02000000:00000010:2.0:1715210990.907948:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000200:3.0:1715210990.907949:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076009792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715210990.907953:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000200:3.0:1715210990.907960:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076009792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715210990.907978:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715210990.907983:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715210990.907986:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715210995.913247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715210995.913271:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715210995.913322:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715210995.913337:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715210995.913410:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 02000000:00000010:1.0:1715210995.913413:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715210995.913419:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 00000400:00000010:1.0:1715210995.913422:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715210995.913428:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:1.0:1715210995.913428:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210995.913436:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009920, portal 25 00000400:00000010:1.0:1715210995.913441:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da000. 00000100:00000200:0.0:1715210995.913442:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076009984, portal 4 00000100:00000200:1.0:1715210995.913444:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076009920, offset 0 00000400:00000010:0.0:1715210995.913449:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000200:1.0:1715210995.913456:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715210995.913462:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076009984, offset 0 00000400:00000200:0.0:1715210995.913470:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715210995.913477:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715210995.913484:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715210995.913500:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715210995.913505:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715210995.913507:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715210995.913512:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1248:1248:256:4294967295] 192.168.202.130@tcp LPNI seq info [1248:1248:8:4294967295] 00000400:00000200:1.0:1715210995.913525:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210995.913532:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715210995.913534:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715210995.913538:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715210995.913538:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715210995.913542:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715210995.913545:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715210995.913545:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715210995.913547:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715210995.913550:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1249:1249:255:4294967295] 192.168.202.130@tcp LPNI seq info [1249:1249:7:4294967295] 00000800:00000200:1.0:1715210995.913556:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715210995.913560:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715210995.913562:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715210995.913565:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715210995.913568:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000800:00000200:0.0:1715210995.913573:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715210995.913579:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715210995.913583:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715210995.913710:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210995.913716:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715210995.913723:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210995.913731:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210995.913735:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da000 00000400:00000010:2.0:1715210995.913738:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da000. 00000100:00000200:2.0:1715210995.913748:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076009920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715210995.913811:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715210995.913814:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715210995.913817:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715210995.913820:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715210995.913823:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715210995.913824:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715210995.913828:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076009984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210995.915698:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210995.915712:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13dc0 00000400:00000200:0.0:1715210995.915720:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x27c9 [1] + 224 00000400:00000200:0.0:1715210995.915732:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210995.915736:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210995.915744:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076009920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715210995.915780:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715210995.915786:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13e00 00000400:00000200:0.0:1715210995.915799:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x27cd [1] + 224 00000400:00000200:0.0:1715210995.915814:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715210995.915818:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715210995.915822:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076009984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715210995.915867:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715210995.915875:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715210995.915876:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715210995.915884:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076009920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715210995.915895:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076009920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715210995.915923:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715210995.915930:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715210995.915935:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:2.0:1715210995.915944:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000400:00000200:2.0:1715210995.915953:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715210995.915955:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715210995.915963:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076009984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715210995.915974:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076009984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715210995.916022:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715210995.916027:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:2.0:1715210995.916041:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715211000.921233:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211000.921258:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715211000.921308:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211000.921313:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715211000.921374:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715211000.921382:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 00000400:00000010:0.0:1715211000.921391:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715211000.921400:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010112, portal 4 02000000:00000010:2.0:1715211000.921403:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715211000.921408:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715211000.921410:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076010112, offset 0 00000400:00000010:2.0:1715211000.921413:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5898. 00000400:00000200:0.0:1715211000.921423:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211000.921431:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715211000.921436:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010048, portal 25 00000400:00000010:2.0:1715211000.921440:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:2.0:1715211000.921442:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076010048, offset 0 00000400:00000200:0.0:1715211000.921443:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211000.921449:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211000.921450:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211000.921456:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211000.921460:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211000.921463:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211000.921467:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1250:1250:256:4294967295] 192.168.202.130@tcp LPNI seq info [1250:1250:8:4294967295] 00000400:00000200:0.0:1715211000.921479:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211000.921486:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211000.921488:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211000.921491:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715211000.921492:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211000.921496:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211000.921498:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211000.921499:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211000.921501:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211000.921504:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1251:1251:255:4294967295] 192.168.202.130@tcp LPNI seq info [1251:1251:7:4294967295] 00000800:00000200:0.0:1715211000.921509:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211000.921514:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211000.921514:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211000.921519:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211000.921524:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715211000.921528:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211000.921535:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211000.921539:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211000.921595:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211000.921601:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715211000.921607:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211000.921615:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211000.921620:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715211000.921622:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715211000.921632:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076010112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211000.921712:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211000.921715:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715211000.921728:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211000.921732:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211000.921735:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:1.0:1715211000.921737:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:1.0:1715211000.921741:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076010048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211000.923391:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211000.923413:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13e80 00000400:00000200:0.0:1715211000.923419:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x27d9 [1] + 224 00000400:00000200:0.0:1715211000.923434:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211000.923437:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211000.923445:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076010112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211000.923483:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211000.923488:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13e40 00000400:00000200:0.0:1715211000.923492:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x27e1 [1] + 224 00000400:00000200:0.0:1715211000.923509:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211000.923512:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211000.923517:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076010048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211000.923575:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000400:00000200:2.0:1715211000.923583:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715211000.923585:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715211000.923593:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076010112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211000.923604:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076010112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211000.923637:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5898. 02000000:00000010:2.0:1715211000.923639:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 02000000:00000010:2.0:1715211000.923645:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000400:00000200:3.0:1715211000.923646:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:3.0:1715211000.923648:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000010:2.0:1715211000.923650:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000200:3.0:1715211000.923656:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076010048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211000.923667:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076010048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211000.923685:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715211000.923690:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715211000.923693:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715211005.929237:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211005.929261:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715211005.929311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211005.929315:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715211005.929383:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715211005.929391:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 00000400:00000010:0.0:1715211005.929399:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 02000000:00000010:1.0:1715211005.929400:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000100:00000200:0.0:1715211005.929406:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010240, portal 4 00000400:00000010:1.0:1715211005.929410:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715211005.929413:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715211005.929416:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076010240, offset 0 00000400:00000010:1.0:1715211005.929416:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211005.929420:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010176, portal 25 00000400:00000010:1.0:1715211005.929424:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da220. 00000400:00000200:0.0:1715211005.929427:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211005.929436:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076010176, offset 0 00000400:00000200:1.0:1715211005.929444:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211005.929447:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211005.929454:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211005.929459:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211005.929464:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211005.929466:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211005.929481:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1252:1252:256:4294967295] 192.168.202.130@tcp LPNI seq info [1252:1252:8:4294967295] 00000400:00000200:0.0:1715211005.929494:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211005.929502:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211005.929504:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211005.929506:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d200. 00000400:00000200:1.0:1715211005.929508:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211005.929511:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211005.929514:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211005.929515:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211005.929516:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211005.929520:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1253:1253:255:4294967295] 192.168.202.130@tcp LPNI seq info [1253:1253:7:4294967295] 00000800:00000200:0.0:1715211005.929525:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211005.929529:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211005.929531:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211005.929534:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211005.929538:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715211005.929543:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211005.929549:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211005.929553:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211005.929606:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211005.929613:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d200. 00000400:00000200:2.0:1715211005.929619:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211005.929627:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211005.929632:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715211005.929635:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715211005.929646:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076010240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211005.929715:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211005.929718:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715211005.929721:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211005.929725:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211005.929728:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da220 00000400:00000010:2.0:1715211005.929730:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da220. 00000100:00000200:2.0:1715211005.929733:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076010176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211005.931309:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211005.931323:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13ec0 00000400:00000200:0.0:1715211005.931330:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x27f1 [1] + 224 00000400:00000200:0.0:1715211005.931342:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211005.931345:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211005.931353:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076010176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211005.931389:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211005.931395:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13f00 00000400:00000200:0.0:1715211005.931399:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x27e9 [1] + 224 00000400:00000200:0.0:1715211005.931413:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211005.931417:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211005.931422:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076010240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211005.931478:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715211005.931485:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715211005.931487:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211005.931495:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076010176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211005.931507:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076010176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211005.931545:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 00000400:00000010:2.0:1715211005.931547:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 02000000:00000010:1.0:1715211005.931552:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000400:00000200:2.0:1715211005.931555:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000100:00000010:1.0:1715211005.931556:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:2.0:1715211005.931557:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715211005.931565:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076010240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211005.931576:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076010240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211005.931602:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 02000000:00000010:2.0:1715211005.931607:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715211005.931610:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715211010.937260:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211010.937276:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715211010.937317:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211010.937321:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715211010.937372:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715211010.937378:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 00000400:00000010:0.0:1715211010.937393:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715211010.937399:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010368, portal 4 00000400:00000010:0.0:1715211010.937406:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715211010.937408:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076010368, offset 0 02000000:00000010:2.0:1715211010.937410:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000200:0.0:1715211010.937417:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211010.937419:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:2.0:1715211010.937424:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715211010.937429:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010304, portal 25 00000400:00000200:0.0:1715211010.937431:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715211010.937433:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715211010.937435:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076010304, offset 0 00000400:00000200:0.0:1715211010.937436:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211010.937441:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211010.937445:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211010.937448:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211010.937452:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1254:1254:256:4294967295] 192.168.202.130@tcp LPNI seq info [1254:1254:8:4294967295] 00000400:00000200:2.0:1715211010.937453:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211010.937463:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211010.937470:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211010.937473:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715211010.937474:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211010.937478:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211010.937480:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211010.937482:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211010.937485:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211010.937488:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211010.937488:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211010.937491:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1255:1255:255:4294967295] 192.168.202.130@tcp LPNI seq info [1255:1255:7:4294967295] 00000800:00000200:0.0:1715211010.937494:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211010.937500:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211010.937505:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211010.937509:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715211010.937513:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211010.937520:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211010.937524:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211010.937562:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211010.937568:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715211010.937574:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211010.937581:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211010.937585:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715211010.937587:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715211010.937596:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076010368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211010.937655:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211010.937657:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715211010.937660:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211010.937664:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211010.937667:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:1.0:1715211010.937669:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:1.0:1715211010.937672:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076010304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211010.939183:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211010.939196:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe13f80 00000400:00000200:0.0:1715211010.939204:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x27f9 [1] + 224 00000400:00000200:0.0:1715211010.939215:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211010.939218:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211010.939226:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076010368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211010.939262:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211010.939267:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13f40 00000400:00000200:0.0:1715211010.939272:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2801 [1] + 224 00000400:00000200:0.0:1715211010.939289:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211010.939299:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211010.939304:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076010304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211010.939345:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 00000400:00000200:2.0:1715211010.939353:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715211010.939355:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715211010.939363:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076010368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211010.939374:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076010368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211010.939403:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:2.0:1715211010.939409:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:2.0:1715211010.939412:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:3.0:1715211010.939435:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:3.0:1715211010.939444:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:3.0:1715211010.939446:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:3.0:1715211010.939454:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076010304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211010.939465:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076010304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211010.939500:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715211010.939504:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715211010.939507:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715211015.945250:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211015.945269:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715211015.945309:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211015.945313:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715211015.945371:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47000. 00000400:00000010:0.0:1715211015.945378:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 00000400:00000010:0.0:1715211015.945384:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715211015.945390:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010496, portal 4 00000400:00000010:0.0:1715211015.945396:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715211015.945398:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076010496, offset 0 02000000:00000010:1.0:1715211015.945404:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000200:0.0:1715211015.945407:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715211015.945412:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:1.0:1715211015.945417:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:0.0:1715211015.945420:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715211015.945422:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010432, portal 25 00000400:00000200:0.0:1715211015.945425:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1715211015.945426:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000100:00000200:1.0:1715211015.945428:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076010432, offset 0 00000400:00000200:0.0:1715211015.945430:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211015.945434:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211015.945435:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211015.945437:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211015.945440:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1256:1256:256:4294967295] 192.168.202.130@tcp LPNI seq info [1256:1256:8:4294967295] 00000400:00000200:0.0:1715211015.945451:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211015.945457:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211015.945460:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715211015.945460:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211015.945464:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211015.945467:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211015.945468:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211015.945470:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211015.945473:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211015.945474:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211015.945478:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211015.945486:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1257:1257:255:4294967295] 192.168.202.130@tcp LPNI seq info [1257:1257:7:4294967295] 00000400:00000200:1.0:1715211015.945496:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211015.945502:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211015.945506:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715211015.945510:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211015.945517:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211015.945520:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211015.945547:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211015.945553:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715211015.945559:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211015.945566:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211015.945571:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715211015.945573:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715211015.945582:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076010496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211015.945655:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211015.945657:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715211015.945661:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211015.945665:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211015.945668:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:2.0:1715211015.945670:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000100:00000200:2.0:1715211015.945674:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076010432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211015.947318:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211015.947331:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14000 00000400:00000200:0.0:1715211015.947339:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2809 [1] + 224 00000400:00000200:0.0:1715211015.947362:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211015.947366:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211015.947373:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076010496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211015.947413:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211015.947419:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe13fc0 00000400:00000200:0.0:1715211015.947423:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2811 [1] + 224 00000400:00000200:0.0:1715211015.947436:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211015.947440:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211015.947445:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076010432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211015.947496:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 00000400:00000200:2.0:1715211015.947504:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715211015.947506:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715211015.947513:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076010496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211015.947524:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076010496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211015.947552:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47000. 02000000:00000010:2.0:1715211015.947557:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715211015.947560:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:1.0:1715211015.947561:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715211015.947569:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715211015.947571:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211015.947578:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076010432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211015.947590:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076010432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211015.947607:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715211015.947613:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715211015.947616:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715211020.953228:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715211020.953253:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 00000100:00000010:0.0:1715211020.953305:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211020.953309:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715211020.953369:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715211020.953378:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 00000400:00000010:0.0:1715211020.953387:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 02000000:00000010:2.0:1715211020.953391:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000100:00000200:0.0:1715211020.953395:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010624, portal 4 00000400:00000010:2.0:1715211020.953401:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5840. 00000400:00000010:0.0:1715211020.953402:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715211020.953404:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076010624, offset 0 00000400:00000010:2.0:1715211020.953407:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000400:00000200:0.0:1715211020.953415:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211020.953423:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010560, portal 25 00000400:00000010:2.0:1715211020.953428:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715211020.953430:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076010560, offset 0 00000400:00000200:0.0:1715211020.953436:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211020.953438:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211020.953443:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211020.953449:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211020.953453:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211020.953456:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211020.953461:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1258:1258:256:4294967295] 192.168.202.130@tcp LPNI seq info [1258:1258:8:4294967295] 00000400:00000200:0.0:1715211020.953473:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211020.953492:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211020.953493:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211020.953497:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715211020.953497:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211020.953500:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211020.953504:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211020.953505:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211020.953506:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211020.953516:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211020.953520:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1259:1259:255:4294967295] 192.168.202.130@tcp LPNI seq info [1259:1259:7:4294967295] 00000800:00000200:0.0:1715211020.953521:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211020.953530:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211020.953536:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211020.953540:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715211020.953545:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211020.953551:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211020.953555:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211020.953599:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211020.953605:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715211020.953611:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211020.953619:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211020.953624:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715211020.953626:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715211020.953636:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076010624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211020.953706:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211020.953709:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715211020.953712:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211020.953715:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211020.953718:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:1.0:1715211020.953730:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715211020.953735:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076010560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211020.955464:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211020.955477:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14080 00000400:00000200:0.0:1715211020.955486:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2819 [1] + 224 00000400:00000200:0.0:1715211020.955498:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211020.955501:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211020.955509:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076010624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211020.955547:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211020.955552:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14040 00000400:00000200:0.0:1715211020.955556:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2821 [1] + 224 00000400:00000200:0.0:1715211020.955570:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211020.955575:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211020.955579:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076010560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211020.955640:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:2.0:1715211020.955648:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715211020.955650:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715211020.955658:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076010624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211020.955670:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076010624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211020.955698:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5840. 02000000:00000010:2.0:1715211020.955705:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 00000400:00000200:3.0:1715211020.955706:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:3.0:1715211020.955708:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 02000000:00000010:2.0:1715211020.955711:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715211020.955715:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000200:3.0:1715211020.955716:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076010560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211020.955728:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076010560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211020.955745:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715211020.955750:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:3.0:1715211020.955753:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715211025.961242:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211025.961267:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715211025.961316:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211025.961320:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715211025.961387:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715211025.961396:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 02000000:00000010:1.0:1715211025.961401:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:0.0:1715211025.961404:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000010:1.0:1715211025.961411:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000100:00000200:0.0:1715211025.961412:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010752, portal 4 00000400:00000010:1.0:1715211025.961416:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000010:0.0:1715211025.961420:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715211025.961421:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010688, portal 25 00000400:00000010:1.0:1715211025.961425:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da110. 00000100:00000200:1.0:1715211025.961428:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076010688, offset 0 00000400:00000200:1.0:1715211025.961440:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211025.961446:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076010752, offset 0 00000400:00000200:0.0:1715211025.961454:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211025.961462:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211025.961469:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211025.961475:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211025.961479:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211025.961482:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211025.961485:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1260:1260:256:4294967295] 192.168.202.130@tcp LPNI seq info [1260:1260:8:4294967295] 00000400:00000200:1.0:1715211025.961497:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211025.961504:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211025.961506:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715211025.961509:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715211025.961510:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211025.961513:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211025.961516:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715211025.961516:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211025.961519:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211025.961522:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1261:1261:255:4294967295] 192.168.202.130@tcp LPNI seq info [1261:1261:7:4294967295] 00000800:00000200:1.0:1715211025.961527:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211025.961532:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211025.961533:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211025.961536:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211025.961540:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715211025.961545:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211025.961551:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211025.961555:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211025.961625:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211025.961631:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715211025.961639:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211025.961646:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211025.961651:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da110 00000400:00000010:2.0:1715211025.961654:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da110. 00000100:00000200:2.0:1715211025.961664:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076010688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211025.961793:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211025.961796:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715211025.961799:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211025.961803:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211025.961806:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715211025.961817:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715211025.961823:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076010752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211025.963657:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211025.963671:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe140c0 00000400:00000200:0.0:1715211025.963679:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x282d [1] + 224 00000400:00000200:0.0:1715211025.963693:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211025.963696:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211025.963705:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076010688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211025.963760:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211025.963766:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14100 00000400:00000200:0.0:1715211025.963771:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2829 [1] + 224 00000400:00000200:0.0:1715211025.963786:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211025.963790:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211025.963795:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076010752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211025.963824:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715211025.963831:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715211025.963833:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211025.963841:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076010688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211025.963853:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076010688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211025.963880:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715211025.963897:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715211025.963902:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:2.0:1715211025.963942:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:2.0:1715211025.963950:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715211025.963952:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715211025.963960:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076010752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211025.963971:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076010752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211025.963996:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 02000000:00000010:2.0:1715211025.964003:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715211025.964006:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715211030.969270:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211030.969293:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715211030.969342:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211030.969346:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715211030.969404:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46000. 00000400:00000010:0.0:1715211030.969412:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 00000400:00000010:0.0:1715211030.969419:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715211030.969426:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010880, portal 4 02000000:00000010:2.0:1715211030.969430:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715211030.969434:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715211030.969436:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076010880, offset 0 00000400:00000010:2.0:1715211030.969440:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd56e0. 00000400:00000200:0.0:1715211030.969447:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211030.969457:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000100:00000200:2.0:1715211030.969462:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010816, portal 25 00000400:00000200:0.0:1715211030.969465:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715211030.969466:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715211030.969468:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076010816, offset 0 00000400:00000200:0.0:1715211030.969472:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211030.969476:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211030.969477:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211030.969482:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211030.969485:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211030.969488:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1262:1262:256:4294967295] 192.168.202.130@tcp LPNI seq info [1262:1262:8:4294967295] 00000400:00000200:0.0:1715211030.969501:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211030.969508:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211030.969510:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211030.969513:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715211030.969514:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211030.969518:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211030.969520:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211030.969520:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211030.969523:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211030.969526:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1263:1263:255:4294967295] 192.168.202.130@tcp LPNI seq info [1263:1263:7:4294967295] 00000800:00000200:0.0:1715211030.969531:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211030.969536:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211030.969537:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211030.969541:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211030.969544:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715211030.969549:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211030.969566:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211030.969570:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211030.969607:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211030.969613:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715211030.969619:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211030.969627:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211030.969631:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715211030.969634:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715211030.969644:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076010880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211030.969743:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211030.969746:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715211030.969749:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211030.969753:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211030.969756:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:1.0:1715211030.969758:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715211030.969762:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076010816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211030.971358:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211030.971372:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14180 00000400:00000200:0.0:1715211030.971379:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2839 [1] + 224 00000400:00000200:0.0:1715211030.971390:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211030.971394:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211030.971412:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076010880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211030.971453:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211030.971459:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14140 00000400:00000200:0.0:1715211030.971463:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2841 [1] + 224 00000400:00000200:0.0:1715211030.971476:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211030.971480:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211030.971485:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076010816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211030.971537:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 00000400:00000200:2.0:1715211030.971545:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715211030.971547:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715211030.971555:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076010880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211030.971567:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076010880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211030.971599:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd56e0. 02000000:00000010:2.0:1715211030.971601:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46000. 02000000:00000010:2.0:1715211030.971607:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000400:00000200:3.0:1715211030.971608:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:3.0:1715211030.971610:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000010:2.0:1715211030.971611:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000200:3.0:1715211030.971617:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076010816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211030.971628:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076010816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211030.971646:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715211030.971651:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715211030.971654:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715211035.977244:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211035.977260:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715211035.977294:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211035.977297:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715211035.977344:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715211035.977348:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 00000400:00000010:0.0:1715211035.977352:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715211035.977356:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011008, portal 4 00000400:00000010:0.0:1715211035.977361:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715211035.977364:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076011008, offset 0 00000400:00000200:0.0:1715211035.977370:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211035.977378:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211035.977383:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211035.977386:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 02000000:00000010:1.0:1715211035.977387:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000400:00000200:0.0:1715211035.977388:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211035.977391:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211035.977394:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1264:1264:256:4294967295] 192.168.202.130@tcp LPNI seq info [1264:1264:8:4294967295] 00000400:00000010:1.0:1715211035.977395:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:1.0:1715211035.977401:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:0.0:1715211035.977403:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000100:00000200:1.0:1715211035.977405:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076010944, portal 25 00000800:00000200:0.0:1715211035.977408:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715211035.977409:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000800:00000010:0.0:1715211035.977411:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000100:00000200:1.0:1715211035.977411:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076010944, offset 0 00000400:00000200:1.0:1715211035.977420:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715211035.977424:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211035.977429:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715211035.977431:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211035.977433:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211035.977435:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211035.977436:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211035.977439:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211035.977441:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211035.977444:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1265:1265:255:4294967295] 192.168.202.130@tcp LPNI seq info [1265:1265:7:4294967295] 00000400:00000200:1.0:1715211035.977454:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211035.977468:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211035.977472:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715211035.977477:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211035.977483:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211035.977487:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211035.977500:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211035.977505:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715211035.977511:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211035.977517:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211035.977521:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715211035.977523:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715211035.977530:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076011008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211035.977585:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211035.977588:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715211035.977591:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211035.977595:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211035.977598:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:2.0:1715211035.977599:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:2.0:1715211035.977603:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076010944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211035.979081:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211035.979093:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14200 00000400:00000200:0.0:1715211035.979100:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2849 [1] + 224 00000400:00000200:0.0:1715211035.979109:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211035.979112:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211035.979144:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076011008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211035.979185:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211035.979190:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe141c0 00000400:00000200:0.0:1715211035.979195:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2851 [1] + 224 00000400:00000200:0.0:1715211035.979212:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211035.979216:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211035.979221:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076010944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211035.979269:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:2.0:1715211035.979277:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715211035.979279:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715211035.979296:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076011008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211035.979307:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076011008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211035.979329:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 02000000:00000010:2.0:1715211035.979334:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715211035.979337:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:1.0:1715211035.979342:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715211035.979350:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715211035.979352:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211035.979360:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076010944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211035.979371:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076010944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211035.979388:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715211035.979394:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715211035.979397:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715211040.985231:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211040.985254:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715211040.985302:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211040.985305:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715211040.985363:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46a00. 00000400:00000010:0.0:1715211040.985371:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 00000400:00000010:0.0:1715211040.985378:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715211040.985385:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011136, portal 4 00000400:00000010:0.0:1715211040.985392:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715211040.985394:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076011136, offset 0 02000000:00000010:2.0:1715211040.985395:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000200:0.0:1715211040.985404:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211040.985406:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5688. 00000400:00000010:2.0:1715211040.985411:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715211040.985415:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011072, portal 25 00000400:00000010:2.0:1715211040.985420:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000400:00000200:0.0:1715211040.985422:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715211040.985422:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076011072, offset 0 00000400:00000200:2.0:1715211040.985429:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211040.985439:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211040.985444:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211040.985449:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211040.985452:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211040.985455:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1266:1266:256:4294967295] 192.168.202.130@tcp LPNI seq info [1266:1266:8:4294967295] 00000400:00000200:0.0:1715211040.985467:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211040.985474:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211040.985477:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211040.985479:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715211040.985480:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211040.985484:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211040.985486:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211040.985487:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211040.985490:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211040.985492:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1267:1267:255:4294967295] 192.168.202.130@tcp LPNI seq info [1267:1267:7:4294967295] 00000800:00000200:0.0:1715211040.985495:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211040.985501:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211040.985503:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211040.985507:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211040.985512:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715211040.985517:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211040.985523:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211040.985527:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211040.985578:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211040.985584:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715211040.985590:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211040.985804:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211040.985810:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:1.0:1715211040.985812:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715211040.985822:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076011136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211040.985902:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211040.985905:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715211040.985907:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211040.985911:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211040.985914:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:1.0:1715211040.985915:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:1.0:1715211040.985919:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076011072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211040.987624:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211040.987638:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14280 00000400:00000200:0.0:1715211040.987645:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2859 [1] + 224 00000400:00000200:0.0:1715211040.987657:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211040.987661:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211040.987669:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076011136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211040.987705:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211040.987711:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14240 00000400:00000200:0.0:1715211040.987715:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2861 [1] + 224 00000400:00000200:0.0:1715211040.987734:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211040.987738:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211040.987743:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076011072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211040.987799:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000400:00000200:2.0:1715211040.987807:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715211040.987809:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715211040.987817:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076011136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211040.987839:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076011136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211040.987860:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5688. 00000400:00000200:3.0:1715211040.987869:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:3.0:1715211040.987871:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 02000000:00000010:2.0:1715211040.987873:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46a00. 00000100:00000200:3.0:1715211040.987879:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076011072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211040.987880:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715211040.987884:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000200:3.0:1715211040.987890:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076011072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211040.987925:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715211040.987930:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715211040.987933:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715211045.993259:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211045.993276:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715211045.993317:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211045.993331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715211045.993392:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715211045.993399:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 00000400:00000010:0.0:1715211045.993404:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715211045.993410:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011264, portal 4 02000000:00000010:1.0:1715211045.993410:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715211045.993417:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000010:1.0:1715211045.993418:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000100:00000200:0.0:1715211045.993419:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076011264, offset 0 00000400:00000010:1.0:1715211045.993424:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:0.0:1715211045.993428:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211045.993438:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011200, portal 25 00000400:00000200:0.0:1715211045.993442:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715211045.993443:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da7f8. 00000100:00000200:1.0:1715211045.993445:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076011200, offset 0 00000400:00000200:0.0:1715211045.993447:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211045.993451:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211045.993452:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211045.993455:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211045.993458:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211045.993461:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1268:1268:256:4294967295] 192.168.202.130@tcp LPNI seq info [1268:1268:8:4294967295] 00000400:00000200:0.0:1715211045.993472:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211045.993478:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211045.993481:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211045.993482:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715211045.993485:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211045.993487:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211045.993489:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211045.993492:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211045.993494:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211045.993496:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211045.993497:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1269:1269:255:4294967295] 192.168.202.130@tcp LPNI seq info [1269:1269:7:4294967295] 00000800:00000200:0.0:1715211045.993500:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211045.993507:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211045.993511:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211045.993516:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715211045.993520:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211045.993526:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211045.993530:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211045.993601:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211045.993608:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715211045.993613:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211045.993621:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211045.993625:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715211045.993627:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715211045.993636:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076011264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211045.993693:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211045.993695:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715211045.993699:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211045.993702:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211045.993705:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da7f8 00000400:00000010:2.0:1715211045.993707:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da7f8. 00000100:00000200:2.0:1715211045.993710:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076011200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211045.995260:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211045.995272:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14300 00000400:00000200:0.0:1715211045.995279:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2869 [1] + 224 00000400:00000200:0.0:1715211045.995289:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211045.995293:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211045.995300:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076011264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211045.995337:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211045.995342:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe142c0 00000400:00000200:0.0:1715211045.995354:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2871 [1] + 224 00000400:00000200:0.0:1715211045.995385:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211045.995389:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211045.995394:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076011200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211045.995426:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 00000400:00000200:2.0:1715211045.995433:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715211045.995435:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715211045.995443:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076011264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211045.995454:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076011264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211045.995482:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 02000000:00000010:2.0:1715211045.995488:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715211045.995512:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:1.0:1715211045.995513:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715211045.995520:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715211045.995522:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211045.995530:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076011200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211045.995541:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076011200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211045.995579:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715211045.995586:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715211045.995589:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715211051.001267:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211051.001279:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715211051.001312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211051.001315:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715211051.001355:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46a00. 00000400:00000010:0.0:1715211051.001360:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 00000400:00000010:0.0:1715211051.001363:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715211051.001368:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011392, portal 4 00000400:00000010:0.0:1715211051.001373:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715211051.001375:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076011392, offset 0 00000400:00000200:0.0:1715211051.001381:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211051.001389:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211051.001393:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211051.001397:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211051.001399:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211051.001402:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211051.001405:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1270:1270:256:4294967295] 192.168.202.130@tcp LPNI seq info [1270:1270:8:4294967295] 02000000:00000010:2.0:1715211051.001405:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000200:0.0:1715211051.001414:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000010:2.0:1715211051.001414:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000800:00000200:0.0:1715211051.001419:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211051.001419:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000800:00000010:0.0:1715211051.001422:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000100:00000200:2.0:1715211051.001423:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011328, portal 25 00000800:00000200:0.0:1715211051.001426:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000010:2.0:1715211051.001427:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:2.0:1715211051.001429:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076011328, offset 0 00000800:00000200:0.0:1715211051.001432:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211051.001435:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211051.001436:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211051.001445:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211051.001449:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211051.001452:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211051.001454:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211051.001457:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211051.001460:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1271:1271:255:4294967295] 192.168.202.130@tcp LPNI seq info [1271:1271:7:4294967295] 00000400:00000200:2.0:1715211051.001470:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211051.001474:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211051.001477:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715211051.001482:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211051.001488:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211051.001492:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211051.001503:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211051.001508:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715211051.001548:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211051.001555:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211051.001559:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715211051.001561:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715211051.001568:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076011392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211051.001622:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211051.001625:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715211051.001628:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211051.001632:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211051.001635:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:1.0:1715211051.001637:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:1.0:1715211051.001641:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076011328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211051.003021:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211051.003040:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14380 00000400:00000200:0.0:1715211051.003047:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2879 [1] + 224 00000400:00000200:0.0:1715211051.003057:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211051.003060:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211051.003067:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076011392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211051.003104:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211051.003110:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14340 00000400:00000200:0.0:1715211051.003140:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2881 [1] + 224 00000400:00000200:0.0:1715211051.003156:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211051.003161:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211051.003166:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076011328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211051.003193:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000400:00000200:2.0:1715211051.003201:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715211051.003203:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715211051.003211:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076011392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211051.003222:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076011392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211051.003244:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46a00. 02000000:00000010:2.0:1715211051.003248:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715211051.003252:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:3.0:1715211051.003280:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:3.0:1715211051.003288:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:3.0:1715211051.003290:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:3.0:1715211051.003298:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076011328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211051.003309:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076011328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211051.003327:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715211051.003331:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000010:3.0:1715211051.003334:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715211056.009232:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211056.009257:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715211056.009309:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715211056.009313:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:0.0:1715211056.009382:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715211056.009391:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:0.0:1715211056.009399:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 02000000:00000010:1.0:1715211056.009402:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000100:00000200:0.0:1715211056.009407:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011520, portal 4 00000400:00000010:1.0:1715211056.009412:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715211056.009414:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:0.0:1715211056.009417:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076011520, offset 0 00000400:00000010:1.0:1715211056.009418:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211056.009422:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011456, portal 25 00000400:00000010:1.0:1715211056.009426:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dae58. 00000400:00000200:0.0:1715211056.009428:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211056.009438:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076011456, offset 0 00000400:00000200:1.0:1715211056.009446:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211056.009448:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211056.009455:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211056.009461:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211056.009466:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211056.009500:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211056.009515:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1272:1272:256:4294967295] 192.168.202.130@tcp LPNI seq info [1272:1272:8:4294967295] 00000400:00000200:0.0:1715211056.009528:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211056.009536:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211056.009538:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211056.009541:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715211056.009542:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211056.009545:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211056.009548:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211056.009550:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211056.009551:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211056.009554:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1273:1273:255:4294967295] 192.168.202.130@tcp LPNI seq info [1273:1273:7:4294967295] 00000800:00000200:0.0:1715211056.009561:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211056.009564:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211056.009567:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211056.009569:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211056.009584:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715211056.009589:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211056.009595:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211056.009599:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211056.009644:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211056.009651:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715211056.009657:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211056.009665:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211056.009670:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715211056.009672:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715211056.009683:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076011520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211056.009749:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211056.009752:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715211056.009755:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211056.009759:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211056.009762:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dae58 00000400:00000010:2.0:1715211056.009763:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dae58. 00000100:00000200:2.0:1715211056.009767:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076011456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211056.011342:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211056.011356:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14400 00000400:00000200:0.0:1715211056.011364:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2889 [1] + 224 00000400:00000200:0.0:1715211056.011376:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211056.011380:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211056.011388:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076011520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211056.011426:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211056.011431:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe143c0 00000400:00000200:0.0:1715211056.011435:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2891 [1] + 224 00000400:00000200:0.0:1715211056.011454:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211056.011458:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211056.011463:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076011456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211056.011537:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000400:00000200:2.0:1715211056.011545:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715211056.011548:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715211056.011556:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076011520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211056.011567:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076011520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211056.011603:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 00000400:00000010:1.0:1715211056.011609:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 02000000:00000010:2.0:1715211056.011609:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:2.0:1715211056.011613:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000200:1.0:1715211056.011616:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715211056.011618:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211056.011626:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076011456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211056.011637:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076011456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211056.011655:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715211056.011661:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:1.0:1715211056.011664:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715211061.017300:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715211061.017329:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715211061.017391:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211061.017395:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715211061.017495:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715211061.017505:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 02000000:00000010:2.0:1715211061.017524:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715211061.017529:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:2.0:1715211061.017535:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c60. 00000100:00000200:0.0:1715211061.017539:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011648, portal 4 00000400:00000010:2.0:1715211061.017540:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715211061.017545:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011584, portal 25 00000400:00000010:0.0:1715211061.017548:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000010:2.0:1715211061.017549:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:0.0:1715211061.017551:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076011648, offset 0 00000100:00000200:2.0:1715211061.017552:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076011584, offset 0 00000400:00000200:0.0:1715211061.017563:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211061.017581:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211061.017583:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211061.017590:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211061.017595:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211061.017600:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211061.017603:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211061.017607:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1274:1274:256:4294967295] 192.168.202.130@tcp LPNI seq info [1274:1274:8:4294967295] 00000400:00000200:0.0:1715211061.017620:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211061.017628:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211061.017628:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211061.017632:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715211061.017633:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715211061.017636:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211061.017638:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211061.017641:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211061.017641:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211061.017644:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1275:1275:255:4294967295] 192.168.202.130@tcp LPNI seq info [1275:1275:7:4294967295] 00000800:00000200:0.0:1715211061.017653:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211061.017655:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211061.017659:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211061.017659:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211061.017664:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715211061.017668:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211061.017675:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211061.017678:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211061.017751:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211061.017757:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715211061.017765:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211061.017773:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211061.017777:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715211061.017780:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715211061.017791:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076011648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211061.017879:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211061.017882:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715211061.017885:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211061.017888:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211061.017891:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:1.0:1715211061.017893:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:1.0:1715211061.017897:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076011584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211061.019875:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211061.019888:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14480 00000400:00000200:0.0:1715211061.019897:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2899 [1] + 224 00000400:00000200:0.0:1715211061.019909:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211061.019913:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211061.019921:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076011648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211061.019958:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211061.019963:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14440 00000400:00000200:0.0:1715211061.019968:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x289d [1] + 224 00000400:00000200:0.0:1715211061.019983:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211061.019993:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211061.019998:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076011584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211061.020051:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000400:00000200:2.0:1715211061.020059:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715211061.020061:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715211061.020070:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076011648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211061.020081:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076011648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211061.020110:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c60. 02000000:00000010:2.0:1715211061.020167:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 00000400:00000200:3.0:1715211061.020170:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:3.0:1715211061.020172:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 02000000:00000010:2.0:1715211061.020174:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:2.0:1715211061.020179:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000200:3.0:1715211061.020180:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076011584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211061.020191:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076011584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211061.020209:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715211061.020214:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715211061.020217:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:2.0:1715211066.025325:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 02000000:00000010:2.0:1715211066.025358:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715211066.025483:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5f80. 02000000:00000010:2.0:1715211066.025493:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 02000000:00000010:1.0:1715211066.025538:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 02000000:00000010:2.0:1715211066.025556:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:1.0:1715211066.025566:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:2.0:1715211066.025566:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000400:00000010:1.0:1715211066.025576:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000010:2.0:1715211066.025576:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:1.0:1715211066.025585:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011712, portal 25 00000400:00000010:1.0:1715211066.025590:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da198. 00000100:00000200:1.0:1715211066.025593:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076011712, offset 0 00000100:00000200:2.0:1715211066.025593:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011776, portal 4 00000400:00000010:2.0:1715211066.025603:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000400:00000200:1.0:1715211066.025605:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211066.025623:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076011776, offset 0 00000400:00000200:1.0:1715211066.025626:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211066.025633:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211066.025634:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211066.025638:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211066.025643:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211066.025646:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211066.025650:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1276:1276:256:4294967295] 192.168.202.130@tcp LPNI seq info [1276:1276:8:4294967295] 00000400:00000200:1.0:1715211066.025662:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211066.025668:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211066.025672:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715211066.025674:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715211066.025678:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715211066.025682:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211066.025683:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211066.025687:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211066.025691:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715211066.025693:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211066.025696:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1277:1277:255:4294967295] 192.168.202.130@tcp LPNI seq info [1277:1277:7:4294967295] 00000800:00000200:1.0:1715211066.025698:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211066.025712:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211066.025721:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211066.025726:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715211066.025733:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211066.025741:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211066.025746:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211066.025850:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211066.025856:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715211066.025864:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211066.025872:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211066.025877:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da198 00000400:00000010:0.0:1715211066.025880:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da198. 00000100:00000200:0.0:1715211066.025890:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526076011712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211066.025972:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211066.025974:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:0.0:1715211066.025977:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211066.025981:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211066.025983:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:0.0:1715211066.025985:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715211066.025988:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5f80 x1798526076011776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211066.027788:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211066.027802:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe144c0 00000400:00000200:0.0:1715211066.027810:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x28a9 [1] + 224 00000400:00000200:0.0:1715211066.027822:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211066.027826:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211066.027834:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526076011712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211066.027873:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211066.027878:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14500 00000400:00000200:0.0:1715211066.027883:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x28ad [1] + 224 00000400:00000200:0.0:1715211066.027899:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211066.027910:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211066.027915:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5f80 x1798526076011776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211066.027922:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715211066.027932:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715211066.027935:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211066.027945:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526076011712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211066.027961:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526076011712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211066.027994:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715211066.028002:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000400:00000010:2.0:1715211066.028005:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 00000100:00000010:1.0:1715211066.028008:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000400:00000200:2.0:1715211066.028012:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:2.0:1715211066.028014:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715211066.028022:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5f80 x1798526076011776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211066.028038:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5f80 x1798526076011776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211066.028066:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715211066.028072:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715211066.028076:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5f80. 00000100:00000010:2.0:1715211071.033242:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5f80. 02000000:00000010:2.0:1715211071.033270:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715211071.033327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715211071.033334:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 02000000:00000010:0.0:1715211071.033438:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 02000000:00000010:2.0:1715211071.033438:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715211071.033448:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 00000400:00000010:2.0:1715211071.033448:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000400:00000010:0.0:1715211071.033456:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000400:00000010:2.0:1715211071.033456:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:0.0:1715211071.033465:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011840, portal 25 00000400:00000010:0.0:1715211071.033470:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715211071.033470:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011904, portal 4 00000100:00000200:0.0:1715211071.033473:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076011840, offset 0 00000400:00000010:2.0:1715211071.033478:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000400:00000200:0.0:1715211071.033485:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211071.033491:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076011904, offset 0 00000400:00000200:2.0:1715211071.033498:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211071.033506:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211071.033513:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211071.033519:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211071.033523:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211071.033526:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211071.033530:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1278:1278:256:4294967295] 192.168.202.130@tcp LPNI seq info [1278:1278:8:4294967295] 00000400:00000200:0.0:1715211071.033543:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211071.033550:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211071.033551:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211071.033555:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715211071.033555:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211071.033559:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211071.033561:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211071.033562:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211071.033564:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211071.033567:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1279:1279:255:4294967295] 192.168.202.130@tcp LPNI seq info [1279:1279:7:4294967295] 00000800:00000200:0.0:1715211071.033573:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211071.033577:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211071.033578:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211071.033582:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211071.033586:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715211071.033590:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211071.033597:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211071.033600:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211071.033670:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211071.033676:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715211071.033682:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211071.033699:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211071.033705:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715211071.033707:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715211071.033717:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5f80 x1798526076011840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211071.033799:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211071.033802:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715211071.033804:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211071.033808:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211071.033811:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:1.0:1715211071.033812:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:1.0:1715211071.033816:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526076011904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211071.035449:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211071.035463:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14540 00000400:00000200:0.0:1715211071.035471:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x28b9 [1] + 224 00000400:00000200:0.0:1715211071.035483:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211071.035487:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211071.035495:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5f80 x1798526076011840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211071.035554:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211071.035560:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14580 00000400:00000200:0.0:1715211071.035565:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x28bd [1] + 224 00000400:00000200:0.0:1715211071.035582:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211071.035586:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211071.035591:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526076011904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211071.035638:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 00000400:00000200:2.0:1715211071.035646:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715211071.035648:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715211071.035656:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5f80 x1798526076011840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211071.035668:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5f80 x1798526076011840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211071.035679:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:3.0:1715211071.035688:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:3.0:1715211071.035690:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 02000000:00000010:2.0:1715211071.035695:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 00000100:00000200:3.0:1715211071.035698:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526076011904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211071.035703:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715211071.035707:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5f80. 00000100:00000200:3.0:1715211071.035709:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526076011904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211071.035751:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715211071.035756:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:3.0:1715211071.035759:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000100:00000010:0.0:1715211076.041385:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715211076.041410:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715211076.041464:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211076.041468:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 02000000:00000010:0.0:1715211076.041537:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 00000400:00000010:0.0:1715211076.041547:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:0.0:1715211076.041555:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 02000000:00000010:1.0:1715211076.041555:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000100:00000200:0.0:1715211076.041563:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012032, portal 4 00000400:00000010:1.0:1715211076.041565:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:1.0:1715211076.041571:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000010:0.0:1715211076.041572:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715211076.041575:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076011968, portal 25 00000100:00000200:0.0:1715211076.041576:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076012032, offset 0 00000400:00000010:1.0:1715211076.041580:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da088. 00000400:00000200:0.0:1715211076.041587:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211076.041594:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076011968, offset 0 00000400:00000200:1.0:1715211076.041601:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211076.041607:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211076.041614:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211076.041620:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211076.041625:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211076.041628:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211076.041631:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1280:1280:256:4294967295] 192.168.202.130@tcp LPNI seq info [1280:1280:8:4294967295] 00000400:00000200:0.0:1715211076.041644:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211076.041650:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211076.041653:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211076.041655:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715211076.041657:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211076.041660:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211076.041662:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211076.041663:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211076.041666:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211076.041669:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1281:1281:255:4294967295] 192.168.202.130@tcp LPNI seq info [1281:1281:7:4294967295] 00000400:00000200:1.0:1715211076.041679:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211076.041681:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211076.041684:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715211076.041686:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715211076.041687:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715211076.041692:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211076.041698:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211076.041711:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211076.041824:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211076.041840:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715211076.041846:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211076.041854:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211076.041859:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715211076.041862:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715211076.041872:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076012032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211076.041936:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211076.041939:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715211076.041943:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211076.041947:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211076.041950:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da088 00000400:00000010:2.0:1715211076.041951:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da088. 00000100:00000200:2.0:1715211076.041955:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076011968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211076.043603:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211076.043616:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14600 00000400:00000200:0.0:1715211076.043624:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x28c9 [1] + 224 00000400:00000200:0.0:1715211076.043636:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211076.043640:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211076.043648:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076012032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211076.043686:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211076.043691:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe145c0 00000400:00000200:0.0:1715211076.043695:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x28cd [1] + 224 00000400:00000200:0.0:1715211076.043709:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211076.043713:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211076.043719:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076011968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211076.043774:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 00000400:00000200:2.0:1715211076.043782:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715211076.043784:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715211076.043792:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076012032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211076.043804:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076012032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211076.043836:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 02000000:00000010:2.0:1715211076.043837:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 02000000:00000010:2.0:1715211076.043843:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000400:00000200:1.0:1715211076.043844:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715211076.043846:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000010:2.0:1715211076.043848:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000200:1.0:1715211076.043854:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076011968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211076.043865:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076011968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211076.043883:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715211076.043889:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715211076.043892:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715211081.049296:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211081.049320:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715211081.049375:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211081.049379:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715211081.049441:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715211081.049449:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 00000400:00000010:0.0:1715211081.049457:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715211081.049465:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012160, portal 4 02000000:00000010:2.0:1715211081.049471:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:0.0:1715211081.049472:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715211081.049475:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076012160, offset 0 00000400:00000010:2.0:1715211081.049481:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f78. 00000400:00000200:0.0:1715211081.049487:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211081.049496:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715211081.049501:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012096, portal 25 00000400:00000010:2.0:1715211081.049505:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715211081.049507:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076012096, offset 0 00000400:00000200:0.0:1715211081.049508:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211081.049514:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211081.049515:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211081.049529:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211081.049534:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211081.049537:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211081.049541:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1282:1282:256:4294967295] 192.168.202.130@tcp LPNI seq info [1282:1282:8:4294967295] 00000400:00000200:0.0:1715211081.049554:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211081.049562:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211081.049564:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211081.049566:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715211081.049568:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211081.049572:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211081.049573:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211081.049575:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211081.049577:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211081.049580:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1283:1283:255:4294967295] 192.168.202.130@tcp LPNI seq info [1283:1283:7:4294967295] 00000800:00000200:0.0:1715211081.049584:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211081.049589:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211081.049590:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211081.049594:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211081.049598:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715211081.049603:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211081.049609:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211081.049613:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211081.049663:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211081.049669:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715211081.049675:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211081.049683:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211081.049688:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715211081.049691:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715211081.049701:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076012160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211081.049767:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211081.049770:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715211081.049773:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211081.049776:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211081.049779:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:1.0:1715211081.049781:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:1.0:1715211081.049785:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076012096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211081.051644:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211081.051658:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14680 00000400:00000200:0.0:1715211081.051666:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x28d9 [1] + 224 00000400:00000200:0.0:1715211081.051678:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211081.051681:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211081.051689:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076012160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211081.051726:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211081.051732:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14640 00000400:00000200:0.0:1715211081.051736:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x28e1 [1] + 224 00000400:00000200:0.0:1715211081.051750:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211081.051754:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211081.051759:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076012096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211081.051813:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:2.0:1715211081.051821:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715211081.051823:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715211081.051831:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076012160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211081.051843:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076012160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211081.051877:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 00000400:00000010:3.0:1715211081.051878:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f78. 02000000:00000010:2.0:1715211081.051883:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000400:00000200:3.0:1715211081.051886:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000100:00000010:2.0:1715211081.051887:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:3.0:1715211081.051889:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:3.0:1715211081.051897:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076012096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211081.051908:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076012096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211081.051925:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715211081.051930:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715211081.051933:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715211086.057303:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211086.057335:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715211086.057393:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211086.057397:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715211086.057526:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47000. 02000000:00000010:1.0:1715211086.057527:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:0.0:1715211086.057535:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 00000400:00000010:1.0:1715211086.057538:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715211086.057543:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000010:1.0:1715211086.057544:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:0.0:1715211086.057552:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012288, portal 4 00000100:00000200:1.0:1715211086.057559:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012224, portal 25 00000400:00000010:0.0:1715211086.057561:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715211086.057563:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076012288, offset 0 00000400:00000010:1.0:1715211086.057564:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da990. 00000400:00000200:0.0:1715211086.057575:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211086.057585:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076012224, offset 0 00000400:00000200:1.0:1715211086.057593:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211086.057596:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211086.057603:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211086.057608:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211086.057613:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211086.057616:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211086.057620:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1284:1284:256:4294967295] 192.168.202.130@tcp LPNI seq info [1284:1284:8:4294967295] 00000400:00000200:0.0:1715211086.057632:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211086.057639:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211086.057640:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211086.057644:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715211086.057644:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211086.057647:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211086.057650:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211086.057651:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211086.057652:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211086.057655:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1285:1285:255:4294967295] 192.168.202.130@tcp LPNI seq info [1285:1285:7:4294967295] 00000800:00000200:0.0:1715211086.057663:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211086.057665:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211086.057668:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211086.057670:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211086.057674:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715211086.057679:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211086.057686:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211086.057689:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211086.057757:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211086.057763:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715211086.057772:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211086.057780:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211086.057785:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715211086.057787:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715211086.057798:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076012288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211086.057907:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211086.057910:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715211086.057914:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211086.057918:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211086.057921:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da990 00000400:00000010:2.0:1715211086.057922:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da990. 00000100:00000200:2.0:1715211086.057927:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076012224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211086.059743:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211086.059757:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14700 00000400:00000200:0.0:1715211086.059764:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x28e9 [1] + 224 00000400:00000200:0.0:1715211086.059777:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211086.059781:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211086.059789:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076012288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211086.059827:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211086.059832:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe146c0 00000400:00000200:0.0:1715211086.059837:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x28ed [1] + 224 00000400:00000200:0.0:1715211086.059865:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211086.059869:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:2.0:1715211086.059870:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 00000400:00000200:2.0:1715211086.059880:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715211086.059883:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715211086.059890:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076012224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211086.059893:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076012288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211086.059910:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076012288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211086.059954:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47000. 00000400:00000010:1.0:1715211086.059964:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 02000000:00000010:2.0:1715211086.059964:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715211086.059970:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000200:1.0:1715211086.059971:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715211086.059973:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211086.059981:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076012224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211086.059992:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076012224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211086.060010:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715211086.060015:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715211086.060019:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715211091.065246:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211091.065275:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715211091.065329:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211091.065333:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715211091.065398:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 00000400:00000010:0.0:1715211091.065407:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 00000400:00000010:0.0:1715211091.065416:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715211091.065424:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012416, portal 4 02000000:00000010:3.0:1715211091.065429:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30a00. 00000400:00000010:0.0:1715211091.065432:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715211091.065435:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076012416, offset 0 00000400:00000010:3.0:1715211091.065440:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715211091.065447:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715211091.065459:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211091.065465:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012352, portal 25 00000400:00000200:0.0:1715211091.065467:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:3.0:1715211091.065470:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257330. 00000100:00000200:3.0:1715211091.065473:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076012352, offset 0 00000400:00000200:0.0:1715211091.065475:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211091.065481:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715211091.065484:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211091.065486:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211091.065489:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211091.065493:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1286:1286:256:4294967295] 192.168.202.130@tcp LPNI seq info [1286:1286:8:4294967295] 00000400:00000200:0.0:1715211091.065505:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211091.065512:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211091.065517:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:3.0:1715211091.065518:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715211091.065524:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211091.065525:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715211091.065529:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715211091.065532:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211091.065537:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211091.065538:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715211091.065542:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1287:1287:255:4294967295] 192.168.202.130@tcp LPNI seq info [1287:1287:7:4294967295] 00000800:00000200:0.0:1715211091.065544:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715211091.065556:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715211091.065564:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715211091.065570:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaf00. 00000800:00000200:3.0:1715211091.065592:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715211091.065601:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715211091.065605:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211091.065647:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211091.065653:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715211091.065659:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211091.065667:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211091.065672:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715211091.065674:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715211091.065684:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076012416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211091.065778:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211091.065781:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaf00. 00000400:00000200:1.0:1715211091.065784:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211091.065788:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211091.065791:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257330 00000400:00000010:1.0:1715211091.065792:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257330. 00000100:00000200:1.0:1715211091.065797:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076012352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211091.067469:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211091.067483:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14740 00000400:00000200:0.0:1715211091.067500:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2901 [1] + 224 00000400:00000200:0.0:1715211091.067514:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211091.067518:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211091.067525:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076012352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211091.067564:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211091.067570:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14780 00000400:00000200:0.0:1715211091.067574:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x28f9 [1] + 224 00000400:00000200:0.0:1715211091.067589:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211091.067593:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211091.067597:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076012416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211091.067624:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715211091.067633:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211091.067636:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211091.067646:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076012352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211091.067663:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076012352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211091.067691:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 02000000:00000010:3.0:1715211091.067697:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30a00. 00000400:00000200:1.0:1715211091.067700:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715211091.067702:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 02000000:00000010:3.0:1715211091.067708:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000200:1.0:1715211091.067712:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076012416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:3.0:1715211091.067714:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000200:1.0:1715211091.067727:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076012416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211091.067758:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 02000000:00000010:1.0:1715211091.067765:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:1.0:1715211091.067769:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715211096.073281:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211096.073310:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715211096.073369:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211096.073374:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715211096.073451:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715211096.073460:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 00000400:00000010:0.0:1715211096.073468:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 02000000:00000010:1.0:1715211096.073471:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000100:00000200:0.0:1715211096.073476:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012544, portal 4 00000400:00000010:1.0:1715211096.073481:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:0.0:1715211096.073485:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:1.0:1715211096.073487:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:0.0:1715211096.073488:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076012544, offset 0 00000100:00000200:1.0:1715211096.073492:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012480, portal 25 00000400:00000010:1.0:1715211096.073498:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da990. 00000400:00000200:0.0:1715211096.073499:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211096.073510:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076012480, offset 0 00000400:00000200:1.0:1715211096.073518:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211096.073520:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211096.073527:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211096.073533:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211096.073538:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211096.073541:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211096.073545:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1288:1288:256:4294967295] 192.168.202.130@tcp LPNI seq info [1288:1288:8:4294967295] 00000400:00000200:0.0:1715211096.073576:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211096.073584:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211096.073585:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211096.073589:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715211096.073589:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211096.073592:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211096.073595:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211096.073597:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211096.073598:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211096.073609:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211096.073614:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211096.073622:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1289:1289:255:4294967295] 192.168.202.130@tcp LPNI seq info [1289:1289:7:4294967295] 00000400:00000200:1.0:1715211096.073632:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211096.073637:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211096.073642:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715211096.073646:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211096.073653:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211096.073657:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211096.073698:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211096.073704:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715211096.073711:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211096.073719:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211096.073724:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715211096.073727:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715211096.073737:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076012544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211096.073823:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211096.073826:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715211096.073832:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211096.073838:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211096.073854:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da990 00000400:00000010:2.0:1715211096.073857:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da990. 00000100:00000200:2.0:1715211096.073864:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076012480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211096.075678:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211096.075693:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe147c0 00000400:00000200:0.0:1715211096.075701:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2911 [1] + 224 00000400:00000200:0.0:1715211096.075713:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211096.075717:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211096.075725:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076012480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211096.075763:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211096.075768:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14800 00000400:00000200:0.0:1715211096.075772:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2909 [1] + 224 00000400:00000200:0.0:1715211096.075787:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211096.075791:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211096.075796:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076012544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211096.075800:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715211096.075808:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715211096.075810:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211096.075817:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076012480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211096.075829:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076012480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211096.075856:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715211096.075863:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715211096.075867:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:2.0:1715211096.075872:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:2.0:1715211096.075878:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715211096.075880:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715211096.075887:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076012544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211096.075897:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076012544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211096.075922:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715211096.075928:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715211096.075931:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715211101.081318:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211101.081347:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715211101.081408:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211101.081413:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:0.0:1715211101.081486:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715211101.081495:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 00000400:00000010:0.0:1715211101.081503:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 02000000:00000010:2.0:1715211101.081516:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715211101.081527:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f20. 00000100:00000200:0.0:1715211101.081529:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012672, portal 4 00000400:00000010:2.0:1715211101.081533:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000100:00000200:2.0:1715211101.081537:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012608, portal 25 00000400:00000010:0.0:1715211101.081538:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715211101.081541:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076012672, offset 0 00000400:00000010:2.0:1715211101.081542:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715211101.081544:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076012608, offset 0 00000400:00000200:0.0:1715211101.081553:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211101.081562:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211101.081574:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211101.081581:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211101.081587:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211101.081591:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211101.081594:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211101.081598:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1290:1290:256:4294967295] 192.168.202.130@tcp LPNI seq info [1290:1290:8:4294967295] 00000400:00000200:0.0:1715211101.081610:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211101.081617:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211101.081619:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211101.081622:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414de00. 00000400:00000200:2.0:1715211101.081623:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211101.081626:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211101.081629:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211101.081631:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211101.081632:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211101.081635:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1291:1291:255:4294967295] 192.168.202.130@tcp LPNI seq info [1291:1291:7:4294967295] 00000800:00000200:0.0:1715211101.081642:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211101.081645:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211101.081648:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414de00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211101.081650:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211101.081654:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715211101.081669:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211101.081676:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211101.081680:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211101.081736:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211101.081743:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414de00. 00000400:00000200:1.0:1715211101.081750:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211101.081758:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211101.081762:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715211101.081765:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715211101.081775:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076012672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211101.081865:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211101.081868:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715211101.081871:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211101.081875:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211101.081878:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:1.0:1715211101.081888:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:1.0:1715211101.081894:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076012608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211101.083866:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211101.083881:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14880 00000400:00000200:0.0:1715211101.083889:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2919 [1] + 224 00000400:00000200:0.0:1715211101.083901:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211101.083905:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211101.083913:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076012672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211101.083951:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211101.083956:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14840 00000400:00000200:0.0:1715211101.083960:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x291d [1] + 224 00000400:00000200:0.0:1715211101.083978:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211101.083983:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211101.083994:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076012608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211101.083995:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 00000400:00000200:2.0:1715211101.084001:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715211101.084003:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715211101.084010:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076012672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211101.084021:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076012672/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211101.084055:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 02000000:00000010:2.0:1715211101.084071:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:2.0:1715211101.084075:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000010:3.0:1715211101.084180:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f20. 00000400:00000200:3.0:1715211101.084189:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:3.0:1715211101.084191:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:3.0:1715211101.084199:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076012608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211101.084210:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076012608/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211101.084227:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715211101.084232:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:3.0:1715211101.084235:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:2.0:1715211106.089365:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5f80. 02000000:00000010:2.0:1715211106.089394:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ca00. 00000100:00000010:2.0:1715211106.089457:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4e00. 02000000:00000010:2.0:1715211106.089461:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 02000000:00000010:2.0:1715211106.089520:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715211106.089529:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e70. 00000400:00000010:2.0:1715211106.089538:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715211106.089547:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012800, portal 4 00000400:00000010:2.0:1715211106.089556:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 02000000:00000010:1.0:1715211106.089557:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000100:00000200:2.0:1715211106.089558:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076012800, offset 0 00000400:00000010:1.0:1715211106.089567:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:2.0:1715211106.089571:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715211106.089581:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211106.089586:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012736, portal 25 00000400:00000010:1.0:1715211106.089591:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da088. 00000400:00000200:2.0:1715211106.089592:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715211106.089593:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076012736, offset 0 00000400:00000200:2.0:1715211106.089599:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211106.089601:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211106.089605:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211106.089609:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211106.089612:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211106.089616:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1292:1292:256:4294967295] 192.168.202.130@tcp LPNI seq info [1292:1292:8:4294967295] 00000400:00000200:2.0:1715211106.089628:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:1.0:1715211106.089652:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715211106.089652:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211106.089656:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715211106.089656:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715211106.089660:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211106.089663:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211106.089665:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715211106.089665:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211106.089668:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1293:1293:255:4294967295] 192.168.202.130@tcp LPNI seq info [1293:1293:7:4294967295] 00000800:00000200:2.0:1715211106.089677:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211106.089679:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211106.089683:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211106.089684:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211106.089688:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715211106.089692:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211106.089699:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211106.089702:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211106.089843:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211106.089849:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715211106.089856:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211106.089864:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211106.089869:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:0.0:1715211106.089872:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:0.0:1715211106.089882:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4e00 x1798526076012800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211106.089963:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211106.089966:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715211106.089970:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211106.089974:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211106.089976:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da088 00000400:00000010:0.0:1715211106.089978:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da088. 00000100:00000200:0.0:1715211106.089982:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5f80 x1798526076012736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211106.091669:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211106.091683:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14900 00000400:00000200:0.0:1715211106.091692:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2929 [1] + 224 00000400:00000200:0.0:1715211106.091705:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211106.091708:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211106.091716:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4e00 x1798526076012800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211106.091755:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211106.091760:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe148c0 00000400:00000200:0.0:1715211106.091765:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2931 [1] + 224 00000400:00000200:0.0:1715211106.091782:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211106.091793:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211106.091798:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5f80 x1798526076012736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211106.091848:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e70. 00000400:00000200:2.0:1715211106.091855:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715211106.091857:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715211106.091865:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4e00 x1798526076012800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211106.091887:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4e00 x1798526076012800/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211106.091917:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 02000000:00000010:2.0:1715211106.091922:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 00000400:00000200:1.0:1715211106.091925:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715211106.091927:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 02000000:00000010:2.0:1715211106.091928:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:2.0:1715211106.091932:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4e00. 00000100:00000200:1.0:1715211106.091934:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5f80 x1798526076012736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211106.091946:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5f80 x1798526076012736/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211106.091963:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715211106.091979:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ca00. 00000100:00000010:1.0:1715211106.091982:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5f80. 00000100:00000010:2.0:1715211111.097275:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4e00. 02000000:00000010:2.0:1715211111.097300:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 00000100:00000010:2.0:1715211111.097352:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5f80. 02000000:00000010:2.0:1715211111.097357:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c700. 02000000:00000010:2.0:1715211111.097412:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715211111.097421:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e70. 00000400:00000010:2.0:1715211111.097430:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715211111.097438:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012928, portal 4 00000400:00000010:2.0:1715211111.097445:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 02000000:00000010:0.0:1715211111.097447:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000100:00000200:2.0:1715211111.097447:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076012928, offset 0 00000400:00000010:0.0:1715211111.097456:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 00000400:00000200:2.0:1715211111.097459:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715211111.097472:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715211111.097477:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012864, portal 25 00000400:00000200:2.0:1715211111.097480:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:0.0:1715211111.097481:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715211111.097483:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076012864, offset 0 00000400:00000200:2.0:1715211111.097488:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211111.097491:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211111.097493:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211111.097498:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211111.097512:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211111.097517:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1294:1294:256:4294967295] 192.168.202.130@tcp LPNI seq info [1294:1294:8:4294967295] 00000400:00000200:2.0:1715211111.097529:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211111.097537:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211111.097539:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715211111.097542:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715211111.097543:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211111.097547:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715211111.097549:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211111.097550:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211111.097552:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211111.097555:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1295:1295:255:4294967295] 192.168.202.130@tcp LPNI seq info [1295:1295:7:4294967295] 00000800:00000200:2.0:1715211111.097560:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211111.097565:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211111.097566:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211111.097570:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211111.097573:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715211111.097578:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211111.097584:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211111.097588:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211111.097640:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211111.097646:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715211111.097653:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211111.097661:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211111.097665:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:1.0:1715211111.097668:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:1.0:1715211111.097678:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5f80 x1798526076012928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211111.097740:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211111.097742:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715211111.097745:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211111.097749:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211111.097751:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715211111.097754:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715211111.097758:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4e00 x1798526076012864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211111.099440:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211111.099454:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14980 00000400:00000200:0.0:1715211111.099463:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2939 [1] + 224 00000400:00000200:0.0:1715211111.099476:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211111.099479:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211111.099488:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5f80 x1798526076012928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211111.099545:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211111.099551:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14940 00000400:00000200:0.0:1715211111.099555:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2941 [1] + 224 00000400:00000200:0.0:1715211111.099568:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211111.099572:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211111.099577:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4e00 x1798526076012864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211111.099606:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e70. 00000400:00000200:2.0:1715211111.099616:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715211111.099619:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715211111.099629:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5f80 x1798526076012928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211111.099645:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5f80 x1798526076012928/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211111.099688:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715211111.099694:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c700. 00000400:00000010:1.0:1715211111.099698:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 00000100:00000010:2.0:1715211111.099699:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5f80. 00000400:00000200:1.0:1715211111.099706:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715211111.099708:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715211111.099715:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4e00 x1798526076012864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211111.099726:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4e00 x1798526076012864/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211111.099744:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 02000000:00000010:1.0:1715211111.099749:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:1.0:1715211111.099752:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4e00. 00000100:00000010:2.0:1715211116.105261:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5f80. 02000000:00000010:2.0:1715211116.105283:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715211116.105331:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715211116.105335:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c600. 02000000:00000010:2.0:1715211116.105391:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715211116.105398:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e70. 00000400:00000010:2.0:1715211116.105405:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715211116.105413:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013056, portal 4 00000400:00000010:2.0:1715211116.105419:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 02000000:00000010:1.0:1715211116.105422:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000100:00000200:2.0:1715211116.105422:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076013056, offset 0 00000400:00000010:1.0:1715211116.105431:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:2.0:1715211116.105432:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715211116.105446:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000200:2.0:1715211116.105448:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715211116.105451:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076012992, portal 25 00000400:00000010:1.0:1715211116.105464:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da198. 00000400:00000200:2.0:1715211116.105465:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1715211116.105467:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076012992, offset 0 00000400:00000200:2.0:1715211116.105471:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211116.105475:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211116.105475:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211116.105478:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211116.105482:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1296:1296:256:4294967295] 192.168.202.130@tcp LPNI seq info [1296:1296:8:4294967295] 00000400:00000200:2.0:1715211116.105494:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211116.105502:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211116.105504:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715211116.105506:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715211116.105508:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211116.105511:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715211116.105513:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211116.105514:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211116.105516:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211116.105519:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1297:1297:255:4294967295] 192.168.202.130@tcp LPNI seq info [1297:1297:7:4294967295] 00000800:00000200:2.0:1715211116.105522:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211116.105527:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211116.105529:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211116.105534:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211116.105537:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715211116.105541:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211116.105547:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211116.105551:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211116.105600:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211116.105606:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715211116.105612:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211116.105620:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211116.105625:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:0.0:1715211116.105627:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:0.0:1715211116.105637:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526076013056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211116.105695:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211116.105698:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715211116.105701:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211116.105705:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211116.105707:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da198 00000400:00000010:0.0:1715211116.105709:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da198. 00000100:00000200:0.0:1715211116.105713:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5f80 x1798526076012992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211116.107291:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211116.107305:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14a00 00000400:00000200:0.0:1715211116.107313:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2949 [1] + 224 00000400:00000200:0.0:1715211116.107324:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211116.107328:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211116.107345:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526076013056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211116.107387:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211116.107393:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe149c0 00000400:00000200:0.0:1715211116.107397:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2951 [1] + 224 00000400:00000200:0.0:1715211116.107413:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211116.107417:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211116.107421:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5f80 x1798526076012992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211116.107440:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e70. 00000400:00000200:2.0:1715211116.107450:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715211116.107453:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715211116.107463:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526076013056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211116.107480:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526076013056/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211116.107520:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715211116.107528:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c600. 00000100:00000010:2.0:1715211116.107532:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000400:00000010:1.0:1715211116.107536:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:1.0:1715211116.107543:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715211116.107545:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211116.107553:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5f80 x1798526076012992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211116.107564:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5f80 x1798526076012992/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211116.107582:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715211116.107587:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:1.0:1715211116.107591:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5f80. 00000100:00000010:2.0:1715211121.113242:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4700. 02000000:00000010:2.0:1715211121.113271:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c600. 00000100:00000010:2.0:1715211121.113328:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 02000000:00000010:2.0:1715211121.113335:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 02000000:00000010:2.0:1715211121.113397:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715211121.113406:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e70. 00000400:00000010:2.0:1715211121.113416:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715211121.113424:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013184, portal 4 02000000:00000010:3.0:1715211121.113426:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e30a00. 00000400:00000010:2.0:1715211121.113433:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000400:00000010:3.0:1715211121.113438:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715211121.113445:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211121.113451:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013120, portal 25 00000100:00000200:2.0:1715211121.113453:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076013184, offset 0 00000400:00000010:3.0:1715211121.113456:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257990. 00000400:00000200:2.0:1715211121.113465:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715211121.113473:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076013120, offset 0 00000400:00000200:3.0:1715211121.113485:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211121.113486:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211121.113493:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211121.113499:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211121.113504:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211121.113507:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211121.113510:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1298:1298:256:4294967295] 192.168.202.130@tcp LPNI seq info [1298:1298:8:4294967295] 00000400:00000200:2.0:1715211121.113523:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211121.113530:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211121.113534:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715211121.113535:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715211121.113544:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715211121.113552:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211121.113555:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715211121.113558:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715211121.113561:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715211121.113562:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211121.113565:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715211121.113570:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1299:1299:255:4294967295] 192.168.202.130@tcp LPNI seq info [1299:1299:7:4294967295] 00000400:00000200:3.0:1715211121.113584:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715211121.113592:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715211121.113598:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba300. 00000800:00000200:3.0:1715211121.113605:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715211121.113614:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715211121.113619:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211121.113650:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211121.113656:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715211121.113663:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211121.113670:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211121.113675:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:0.0:1715211121.113678:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:0.0:1715211121.113689:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526076013184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211121.113768:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211121.113770:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba300. 00000400:00000200:0.0:1715211121.113773:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211121.113777:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211121.113779:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257990 00000400:00000010:0.0:1715211121.113781:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257990. 00000100:00000200:0.0:1715211121.113785:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4700 x1798526076013120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211121.115565:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211121.115580:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14a80 00000400:00000200:0.0:1715211121.115588:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2959 [1] + 224 00000400:00000200:0.0:1715211121.115600:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211121.115613:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211121.115622:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526076013184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211121.115664:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211121.115670:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14a40 00000400:00000200:0.0:1715211121.115675:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x295d [1] + 224 00000400:00000200:0.0:1715211121.115689:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211121.115693:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211121.115698:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4700 x1798526076013120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211121.115730:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e70. 00000400:00000200:2.0:1715211121.115740:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:2.0:1715211121.115742:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715211121.115752:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526076013184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211121.115769:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526076013184/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211121.115789:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715211121.115798:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211121.115801:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211121.115810:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4700 x1798526076013120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211121.115811:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715211121.115821:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715211121.115826:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000100:00000200:3.0:1715211121.115827:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4700 x1798526076013120/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211121.115850:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e30a00. 02000000:00000010:3.0:1715211121.115858:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c600. 00000100:00000010:3.0:1715211121.115862:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4700. 00000100:00000010:0.0:1715211126.121423:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211126.121454:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715211126.121518:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715211126.121522:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715211126.121575:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47600. 02000000:00000010:2.0:1715211126.121577:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715211126.121585:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 00000400:00000010:2.0:1715211126.121588:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e70. 00000400:00000010:0.0:1715211126.121593:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000010:2.0:1715211126.121593:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:0.0:1715211126.121601:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013312, portal 4 00000100:00000200:2.0:1715211126.121608:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013248, portal 25 00000400:00000010:0.0:1715211126.121610:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715211126.121612:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076013312, offset 0 00000400:00000010:2.0:1715211126.121612:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:2.0:1715211126.121615:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076013248, offset 0 00000400:00000200:0.0:1715211126.121625:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211126.121639:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211126.121646:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211126.121654:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211126.121659:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211126.121664:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211126.121666:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211126.121670:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1300:1300:256:4294967295] 192.168.202.130@tcp LPNI seq info [1300:1300:8:4294967295] 00000400:00000200:0.0:1715211126.121683:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211126.121690:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211126.121691:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211126.121695:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211126.121699:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211126.121701:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211126.121704:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000010:0.0:1715211126.121705:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000400:00000200:2.0:1715211126.121707:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1301:1301:255:4294967295] 192.168.202.130@tcp LPNI seq info [1301:1301:7:4294967295] 00000800:00000200:0.0:1715211126.121713:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211126.121717:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211126.121721:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715211126.121725:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:2.0:1715211126.121725:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715211126.121730:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211126.121731:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211126.121736:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211126.121740:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211126.121819:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211126.121825:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715211126.121834:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211126.121841:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211126.121846:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715211126.121858:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715211126.121869:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076013312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211126.122009:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211126.122012:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715211126.122015:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211126.122019:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211126.122022:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:1.0:1715211126.122024:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:1.0:1715211126.122028:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076013248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211126.123984:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211126.123998:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14b00 00000400:00000200:0.0:1715211126.124006:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2969 [1] + 224 00000400:00000200:0.0:1715211126.124020:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211126.124023:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211126.124032:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076013312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211126.124071:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211126.124076:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14ac0 00000400:00000200:0.0:1715211126.124081:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x296d [1] + 224 00000400:00000200:0.0:1715211126.124101:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211126.124106:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211126.124110:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076013248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211126.124159:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 00000400:00000200:2.0:1715211126.124166:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715211126.124169:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715211126.124177:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076013312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211126.124188:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076013312/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211126.124223:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47600. 02000000:00000010:2.0:1715211126.124229:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715211126.124234:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:3.0:1715211126.124270:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e70. 00000400:00000200:3.0:1715211126.124279:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715211126.124281:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:3.0:1715211126.124289:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076013248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211126.124300:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076013248/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211126.124318:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715211126.124323:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715211126.124336:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715211131.129228:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211131.129255:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715211131.129311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211131.129316:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715211131.129382:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46a00. 00000400:00000010:0.0:1715211131.129392:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:0.0:1715211131.129400:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 02000000:00000010:2.0:1715211131.129402:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000100:00000200:0.0:1715211131.129408:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013440, portal 4 00000400:00000010:2.0:1715211131.129412:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e18. 00000400:00000010:0.0:1715211131.129418:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:2.0:1715211131.129418:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:2.0:1715211131.129422:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013376, portal 25 00000100:00000200:0.0:1715211131.129423:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076013440, offset 0 00000400:00000010:2.0:1715211131.129426:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000400:00000200:0.0:1715211131.129435:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211131.129457:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076013376, offset 0 00000400:00000200:2.0:1715211131.129465:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211131.129472:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211131.129480:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211131.129485:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211131.129490:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211131.129492:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211131.129497:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1302:1302:256:4294967295] 192.168.202.130@tcp LPNI seq info [1302:1302:8:4294967295] 00000400:00000200:0.0:1715211131.129509:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211131.129516:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211131.129518:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211131.129521:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:2.0:1715211131.129522:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211131.129526:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211131.129529:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211131.129529:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211131.129532:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211131.129535:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1303:1303:255:4294967295] 192.168.202.130@tcp LPNI seq info [1303:1303:7:4294967295] 00000800:00000200:0.0:1715211131.129540:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211131.129544:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211131.129546:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211131.129549:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211131.129553:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715211131.129558:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211131.129564:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211131.129568:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211131.129632:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211131.129638:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715211131.129645:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211131.129653:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211131.129658:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715211131.129660:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715211131.129670:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076013440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211131.129754:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211131.129756:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715211131.129759:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211131.129763:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211131.129765:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715211131.129767:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715211131.129771:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076013376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211131.131520:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211131.131534:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14b80 00000400:00000200:0.0:1715211131.131542:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2979 [1] + 224 00000400:00000200:0.0:1715211131.131554:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211131.131558:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211131.131566:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076013440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211131.131605:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211131.131610:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14b40 00000400:00000200:0.0:1715211131.131615:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x297d [1] + 224 00000400:00000200:0.0:1715211131.131633:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211131.131637:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211131.131642:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076013376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211131.131694:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 00000400:00000200:2.0:1715211131.131701:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715211131.131704:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715211131.131711:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076013440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211131.131722:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076013440/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211131.131757:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46a00. 00000400:00000010:3.0:1715211131.131762:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e18. 02000000:00000010:2.0:1715211131.131765:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715211131.131769:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000200:3.0:1715211131.131771:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:3.0:1715211131.131773:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:3.0:1715211131.131781:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076013376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211131.131792:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076013376/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211131.131810:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715211131.131815:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000010:3.0:1715211131.131818:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715211136.137260:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715211136.137285:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715211136.137349:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211136.137353:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715211136.137425:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715211136.137433:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 02000000:00000010:1.0:1715211136.137441:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:0.0:1715211136.137442:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715211136.137450:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013568, portal 4 00000400:00000010:1.0:1715211136.137451:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000010:1.0:1715211136.137457:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000400:00000010:0.0:1715211136.137458:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715211136.137461:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076013568, offset 0 00000100:00000200:1.0:1715211136.137461:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013504, portal 25 00000400:00000010:1.0:1715211136.137465:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dae58. 00000400:00000200:0.0:1715211136.137474:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211136.137488:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076013504, offset 0 00000400:00000200:0.0:1715211136.137494:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211136.137496:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211136.137501:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211136.137506:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211136.137511:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211136.137514:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211136.137518:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1304:1304:256:4294967295] 192.168.202.130@tcp LPNI seq info [1304:1304:8:4294967295] 00000400:00000200:0.0:1715211136.137530:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211136.137537:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211136.137539:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211136.137542:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715211136.137543:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211136.137546:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211136.137550:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211136.137551:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211136.137552:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211136.137555:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1305:1305:255:4294967295] 192.168.202.130@tcp LPNI seq info [1305:1305:7:4294967295] 00000800:00000200:0.0:1715211136.137562:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211136.137566:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211136.137568:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211136.137571:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211136.137575:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715211136.137579:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211136.137586:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211136.137590:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211136.137641:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211136.137647:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715211136.137654:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211136.137661:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211136.137667:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715211136.137669:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715211136.137679:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076013568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211136.137761:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211136.137764:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715211136.137768:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211136.137772:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211136.137775:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dae58 00000400:00000010:2.0:1715211136.137777:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dae58. 00000100:00000200:2.0:1715211136.137781:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076013504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211136.139422:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211136.139436:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14c00 00000400:00000200:0.0:1715211136.139444:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2989 [1] + 224 00000400:00000200:0.0:1715211136.139457:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211136.139461:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211136.139469:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076013568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211136.139506:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211136.139522:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14bc0 00000400:00000200:0.0:1715211136.139527:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x298d [1] + 224 00000400:00000200:0.0:1715211136.139541:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211136.139544:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211136.139549:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076013504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211136.139595:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 00000400:00000200:2.0:1715211136.139603:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715211136.139605:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715211136.139613:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076013568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211136.139624:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076013568/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211136.139659:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 02000000:00000010:2.0:1715211136.139664:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000400:00000010:1.0:1715211136.139665:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000100:00000010:2.0:1715211136.139669:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000200:1.0:1715211136.139672:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:1.0:1715211136.139675:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211136.139682:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076013504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211136.139693:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076013504/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211136.139711:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715211136.139717:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:1.0:1715211136.139720:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715211141.145260:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211141.145289:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 00000100:00000010:0.0:1715211141.145343:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211141.145347:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 02000000:00000010:0.0:1715211141.145414:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715211141.145422:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 00000400:00000010:0.0:1715211141.145431:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715211141.145439:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013696, portal 4 00000400:00000010:0.0:1715211141.145448:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 02000000:00000010:2.0:1715211141.145449:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000100:00000200:0.0:1715211141.145451:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076013696, offset 0 00000400:00000010:2.0:1715211141.145459:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:0.0:1715211141.145464:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211141.145474:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:2.0:1715211141.145479:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013632, portal 25 00000400:00000010:2.0:1715211141.145483:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000400:00000200:0.0:1715211141.145484:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715211141.145485:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076013632, offset 0 00000400:00000200:0.0:1715211141.145492:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211141.145493:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211141.145496:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211141.145501:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211141.145504:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211141.145508:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1306:1306:256:4294967295] 192.168.202.130@tcp LPNI seq info [1306:1306:8:4294967295] 00000400:00000200:0.0:1715211141.145520:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211141.145528:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211141.145530:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211141.145533:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715211141.145534:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211141.145537:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211141.145540:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211141.145542:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211141.145543:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211141.145553:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211141.145559:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211141.145562:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1307:1307:255:4294967295] 192.168.202.130@tcp LPNI seq info [1307:1307:7:4294967295] 00000400:00000200:2.0:1715211141.145571:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211141.145577:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211141.145581:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715211141.145586:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211141.145592:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211141.145596:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211141.145657:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211141.145663:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715211141.145669:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211141.145677:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211141.145682:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:1.0:1715211141.145685:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715211141.145695:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076013696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211141.145811:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211141.145814:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715211141.145816:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211141.145821:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211141.145824:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715211141.145826:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715211141.145830:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076013632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211141.147469:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211141.147483:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14c80 00000400:00000200:0.0:1715211141.147491:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2999 [1] + 224 00000400:00000200:0.0:1715211141.147503:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211141.147507:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211141.147515:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076013696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211141.147554:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211141.147560:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14c40 00000400:00000200:0.0:1715211141.147565:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x29a1 [1] + 224 00000400:00000200:0.0:1715211141.147583:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211141.147587:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211141.147592:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076013632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211141.147642:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:2.0:1715211141.147649:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715211141.147651:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715211141.147659:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076013696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211141.147671:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076013696/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211141.147705:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 02000000:00000010:2.0:1715211141.147710:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715211141.147715:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:3.0:1715211141.147719:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:3.0:1715211141.147728:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:3.0:1715211141.147730:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:3.0:1715211141.147738:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076013632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211141.147774:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076013632/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211141.147793:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715211141.147798:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000100:00000010:3.0:1715211141.147801:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715211146.153217:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211146.153244:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715211146.153300:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211146.153305:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715211146.153375:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715211146.153384:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000010:0.0:1715211146.153393:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715211146.153401:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013824, portal 4 02000000:00000010:1.0:1715211146.153409:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:0.0:1715211146.153410:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715211146.153413:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076013824, offset 0 00000400:00000010:1.0:1715211146.153419:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69a0. 00000400:00000200:0.0:1715211146.153425:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715211146.153434:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211146.153439:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013760, portal 25 00000400:00000010:1.0:1715211146.153444:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da7f8. 00000400:00000200:0.0:1715211146.153445:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:1.0:1715211146.153446:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076013760, offset 0 00000400:00000200:0.0:1715211146.153453:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211146.153454:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211146.153459:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211146.153463:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211146.153483:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211146.153488:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1308:1308:256:4294967295] 192.168.202.130@tcp LPNI seq info [1308:1308:8:4294967295] 00000400:00000200:0.0:1715211146.153501:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211146.153509:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211146.153511:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211146.153514:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715211146.153515:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211146.153518:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211146.153521:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211146.153522:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211146.153523:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211146.153527:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1309:1309:255:4294967295] 192.168.202.130@tcp LPNI seq info [1309:1309:7:4294967295] 00000800:00000200:0.0:1715211146.153534:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211146.153537:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211146.153540:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211146.153541:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211146.153546:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715211146.153550:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211146.153557:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211146.153560:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211146.153630:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211146.153636:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715211146.153642:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211146.153650:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211146.153655:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715211146.153657:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715211146.153667:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076013824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211146.153773:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211146.153776:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715211146.153779:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211146.153784:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211146.153786:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da7f8 00000400:00000010:2.0:1715211146.153797:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da7f8. 00000100:00000200:2.0:1715211146.153803:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076013760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715211146.155427:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:1.0:1715211146.155441:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14d00 00000400:00000200:1.0:1715211146.155459:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x29a9 [1] + 224 00000400:00000200:1.0:1715211146.155473:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211146.155477:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:1.0:1715211146.155485:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076013824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715211146.155528:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:1.0:1715211146.155534:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14cc0 00000400:00000200:1.0:1715211146.155538:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x29b1 [1] + 224 00000400:00000200:1.0:1715211146.155554:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211146.155558:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000010:0.0:1715211146.155559:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:0.0:1715211146.155567:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:0.0:1715211146.155569:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715211146.155576:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076013760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715211146.155578:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076013824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715211146.155590:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076013824/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:0.0:1715211146.155624:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:0.0:1715211146.155631:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000400:00000010:2.0:1715211146.155631:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69a0. 00000100:00000010:0.0:1715211146.155635:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000200:2.0:1715211146.155639:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:2.0:1715211146.155641:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:2.0:1715211146.155649:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076013760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211146.155659:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076013760/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211146.155677:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:2.0:1715211146.155682:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715211146.155685:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715211151.161273:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211151.161302:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 00000100:00000010:0.0:1715211151.161362:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211151.161366:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 02000000:00000010:0.0:1715211151.161436:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715211151.161445:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000010:0.0:1715211151.161454:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 02000000:00000010:2.0:1715211151.161459:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000100:00000200:0.0:1715211151.161462:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013952, portal 4 00000400:00000010:2.0:1715211151.161469:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5ec8. 00000400:00000010:0.0:1715211151.161471:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715211151.161474:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076013952, offset 0 00000400:00000010:2.0:1715211151.161475:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715211151.161480:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076013888, portal 25 00000400:00000010:2.0:1715211151.161484:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000400:00000200:0.0:1715211151.161487:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211151.161495:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076013888, offset 0 00000400:00000200:2.0:1715211151.161504:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211151.161507:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211151.161530:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211151.161536:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211151.161540:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211151.161544:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211151.161548:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1310:1310:256:4294967295] 192.168.202.130@tcp LPNI seq info [1310:1310:8:4294967295] 00000400:00000200:0.0:1715211151.161561:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211151.161568:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211151.161570:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211151.161573:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000400:00000200:2.0:1715211151.161574:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211151.161578:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211151.161580:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211151.161582:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211151.161583:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211151.161586:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1311:1311:255:4294967295] 192.168.202.130@tcp LPNI seq info [1311:1311:7:4294967295] 00000800:00000200:0.0:1715211151.161595:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211151.161596:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211151.161601:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211151.161601:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211151.161605:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715211151.161609:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211151.161615:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211151.161629:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211151.161714:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211151.161720:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715211151.161728:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211151.161736:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211151.161742:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715211151.161744:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715211151.161755:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076013952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211151.161846:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211151.161848:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715211151.161851:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211151.161855:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211151.161858:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:1.0:1715211151.161859:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:1.0:1715211151.161863:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076013888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211151.163788:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211151.163802:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14d80 00000400:00000200:0.0:1715211151.163811:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x29b9 [1] + 224 00000400:00000200:0.0:1715211151.163823:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211151.163827:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211151.163835:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076013952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211151.163875:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211151.163880:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14d40 00000400:00000200:0.0:1715211151.163885:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x29c1 [1] + 224 00000400:00000200:0.0:1715211151.163902:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211151.163906:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211151.163911:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076013888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211151.163963:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:2.0:1715211151.163971:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715211151.163973:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715211151.163981:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076013952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211151.163993:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076013952/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211151.164025:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5ec8. 02000000:00000010:2.0:1715211151.164027:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715211151.164033:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000400:00000200:3.0:1715211151.164034:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:3.0:1715211151.164036:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000010:2.0:1715211151.164038:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000200:3.0:1715211151.164044:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076013888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211151.164055:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076013888/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211151.164072:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715211151.164077:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000010:3.0:1715211151.164080:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715211156.169326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211156.169356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 00000100:00000010:0.0:1715211156.169416:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211156.169436:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715211156.169519:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 02000000:00000010:1.0:1715211156.169522:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000400:00000010:0.0:1715211156.169529:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 00000400:00000010:0.0:1715211156.169537:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000010:1.0:1715211156.169542:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:0.0:1715211156.169546:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014080, portal 4 00000400:00000010:1.0:1715211156.169548:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211156.169552:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014016, portal 25 00000400:00000010:0.0:1715211156.169555:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715211156.169557:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076014080, offset 0 00000400:00000010:1.0:1715211156.169557:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da110. 00000100:00000200:1.0:1715211156.169559:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076014016, offset 0 00000400:00000200:0.0:1715211156.169570:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211156.169579:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211156.169590:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211156.169597:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211156.169603:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211156.169608:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211156.169611:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211156.169656:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1312:1312:256:4294967295] 192.168.202.130@tcp LPNI seq info [1312:1312:8:4294967295] 00000400:00000200:0.0:1715211156.169670:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211156.169677:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211156.169680:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211156.169683:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715211156.169684:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211156.169687:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211156.169691:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211156.169692:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211156.169693:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211156.169697:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1313:1313:255:4294967295] 192.168.202.130@tcp LPNI seq info [1313:1313:7:4294967295] 00000800:00000200:0.0:1715211156.169706:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211156.169707:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211156.169712:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211156.169712:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211156.169717:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715211156.169722:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211156.169729:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211156.169732:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211156.169798:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211156.169804:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:2.0:1715211156.169811:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211156.169819:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211156.169824:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715211156.169827:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715211156.169837:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076014080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211156.169917:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211156.169919:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715211156.169923:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211156.169927:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211156.169930:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da110 00000400:00000010:2.0:1715211156.169931:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da110. 00000100:00000200:2.0:1715211156.169935:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076014016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211156.171752:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211156.171766:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14e00 00000400:00000200:0.0:1715211156.171774:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x29c9 [1] + 224 00000400:00000200:0.0:1715211156.171786:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211156.171790:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211156.171798:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076014080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211156.171838:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211156.171843:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14dc0 00000400:00000200:0.0:1715211156.171858:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x29cd [1] + 224 00000400:00000200:0.0:1715211156.171876:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211156.171880:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211156.171885:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076014016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211156.171925:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:2.0:1715211156.171933:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715211156.171935:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715211156.171942:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076014080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211156.171971:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076014080/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211156.172002:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:2.0:1715211156.172005:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 00000400:00000200:1.0:1715211156.172010:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211156.172012:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 02000000:00000010:2.0:1715211156.172013:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715211156.172018:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000200:1.0:1715211156.172020:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076014016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211156.172031:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076014016/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211156.172049:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715211156.172055:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715211156.172059:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715211161.177182:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211161.177199:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 00000100:00000010:0.0:1715211161.177230:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211161.177233:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 02000000:00000010:0.0:1715211161.177270:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715211161.177275:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:0.0:1715211161.177281:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 02000000:00000010:2.0:1715211161.177284:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000100:00000200:0.0:1715211161.177286:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014208, portal 4 00000400:00000010:2.0:1715211161.177289:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:0.0:1715211161.177291:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:0.0:1715211161.177293:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076014208, offset 0 00000400:00000010:2.0:1715211161.177293:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000100:00000200:2.0:1715211161.177295:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014144, portal 25 00000400:00000010:2.0:1715211161.177297:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000400:00000200:0.0:1715211161.177301:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211161.177305:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076014144, offset 0 00000400:00000200:2.0:1715211161.177309:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211161.177314:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211161.177319:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211161.177323:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211161.177326:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211161.177327:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211161.177330:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1314:1314:256:4294967295] 192.168.202.130@tcp LPNI seq info [1314:1314:8:4294967295] 00000400:00000200:0.0:1715211161.177337:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211161.177340:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211161.177342:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211161.177343:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d000. 00000400:00000200:2.0:1715211161.177344:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211161.177346:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211161.177348:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211161.177349:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211161.177349:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211161.177351:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1315:1315:255:4294967295] 192.168.202.130@tcp LPNI seq info [1315:1315:7:4294967295] 00000800:00000200:0.0:1715211161.177356:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211161.177356:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211161.177358:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715211161.177359:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d000 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1715211161.177360:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715211161.177363:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211161.177366:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211161.177368:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211161.177405:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211161.177408:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d000. 00000400:00000200:1.0:1715211161.177412:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211161.177421:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211161.177425:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:1.0:1715211161.177426:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715211161.177432:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076014208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211161.177482:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211161.177483:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715211161.177485:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211161.177487:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211161.177488:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715211161.177489:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715211161.177492:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076014144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211161.178460:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211161.178473:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14e80 00000400:00000200:0.0:1715211161.178477:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x29d9 [1] + 224 00000400:00000200:0.0:1715211161.178486:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211161.178488:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211161.178493:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076014208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211161.178513:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211161.178516:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14e40 00000400:00000200:0.0:1715211161.178518:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x29e1 [1] + 224 00000400:00000200:0.0:1715211161.178526:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211161.178528:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211161.178530:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076014144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211161.178564:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:2.0:1715211161.178568:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715211161.178570:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715211161.178588:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076014208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211161.178603:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076014208/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211161.178611:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:3.0:1715211161.178616:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:3.0:1715211161.178617:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:3.0:1715211161.178622:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076014144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211161.178625:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 02000000:00000010:2.0:1715211161.178630:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000200:3.0:1715211161.178630:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076014144/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211161.178632:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 02000000:00000010:3.0:1715211161.178643:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715211161.178647:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:3.0:1715211161.178649:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715211166.185247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715211166.185267:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715211166.185306:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211166.185309:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d100. 02000000:00000010:0.0:1715211166.185362:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715211166.185368:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 00000400:00000010:0.0:1715211166.185374:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 02000000:00000010:1.0:1715211166.185375:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000100:00000200:0.0:1715211166.185379:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014336, portal 4 00000400:00000010:1.0:1715211166.185382:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211166.185385:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715211166.185386:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076014336, offset 0 00000400:00000010:1.0:1715211166.185386:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211166.185389:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014272, portal 25 00000400:00000010:1.0:1715211166.185392:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000400:00000200:0.0:1715211166.185394:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211166.185400:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076014272, offset 0 00000400:00000200:1.0:1715211166.185406:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211166.185408:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211166.185413:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211166.185416:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211166.185419:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211166.185420:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211166.185434:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1316:1316:256:4294967295] 192.168.202.130@tcp LPNI seq info [1316:1316:8:4294967295] 00000400:00000200:0.0:1715211166.185441:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211166.185446:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211166.185447:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211166.185449:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715211166.185450:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715211166.185451:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211166.185453:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211166.185454:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211166.185455:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211166.185456:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1317:1317:255:4294967295] 192.168.202.130@tcp LPNI seq info [1317:1317:7:4294967295] 00000400:00000200:1.0:1715211166.185461:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211166.185462:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211166.185463:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715211166.185465:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1715211166.185466:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715211166.185468:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211166.185472:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211166.185479:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211166.185518:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211166.185522:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715211166.185527:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211166.185554:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211166.185557:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715211166.185559:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715211166.185566:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076014336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211166.185621:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211166.185622:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715211166.185625:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211166.185627:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211166.185628:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:2.0:1715211166.185629:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000100:00000200:2.0:1715211166.185631:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076014272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211166.186737:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211166.186745:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14f00 00000400:00000200:0.0:1715211166.186750:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x29e9 [1] + 224 00000400:00000200:0.0:1715211166.186757:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211166.186760:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211166.186764:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076014336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211166.186784:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211166.186787:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14ec0 00000400:00000200:0.0:1715211166.186789:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x29f1 [1] + 224 00000400:00000200:0.0:1715211166.186798:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211166.186800:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211166.186803:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076014272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211166.186834:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 00000400:00000200:2.0:1715211166.186838:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715211166.186839:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715211166.186843:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076014336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211166.186850:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076014336/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211166.186870:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:2.0:1715211166.186872:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 00000400:00000200:1.0:1715211166.186874:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211166.186875:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 02000000:00000010:2.0:1715211166.186875:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d100. 00000100:00000200:1.0:1715211166.186879:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076014272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211166.186883:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000200:1.0:1715211166.186885:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076014272/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211166.186894:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715211166.186898:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:1.0:1715211166.186900:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715211171.193327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715211171.193355:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715211171.193417:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211171.193421:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414da00. 02000000:00000010:0.0:1715211171.193520:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715211171.193530:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 00000400:00000010:0.0:1715211171.193555:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 02000000:00000010:2.0:1715211171.193557:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000100:00000200:0.0:1715211171.193564:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014464, portal 4 00000400:00000010:2.0:1715211171.193568:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd58f0. 00000400:00000010:0.0:1715211171.193573:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:2.0:1715211171.193573:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:0.0:1715211171.193576:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076014464, offset 0 00000100:00000200:2.0:1715211171.193578:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014400, portal 25 00000400:00000010:2.0:1715211171.193584:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000400:00000200:0.0:1715211171.193588:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211171.193595:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076014400, offset 0 00000400:00000200:2.0:1715211171.193604:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211171.193608:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211171.193615:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211171.193621:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211171.193625:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211171.193628:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211171.193632:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1318:1318:256:4294967295] 192.168.202.130@tcp LPNI seq info [1318:1318:8:4294967295] 00000400:00000200:0.0:1715211171.193645:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211171.193652:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211171.193654:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211171.193657:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715211171.193658:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211171.193661:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211171.193664:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211171.193665:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211171.193667:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211171.193670:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1319:1319:255:4294967295] 192.168.202.130@tcp LPNI seq info [1319:1319:7:4294967295] 00000800:00000200:0.0:1715211171.193677:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211171.193679:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211171.193682:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211171.193684:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211171.193688:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715211171.193693:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211171.193699:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211171.193703:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211171.193832:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211171.193838:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715211171.193845:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211171.193852:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211171.193857:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715211171.193859:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715211171.193869:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076014464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211171.193959:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211171.193962:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715211171.193965:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211171.193968:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211171.193971:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:1.0:1715211171.193972:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:1.0:1715211171.193976:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076014400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211171.195754:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211171.195769:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe14f80 00000400:00000200:0.0:1715211171.195777:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x29f9 [1] + 224 00000400:00000200:0.0:1715211171.195790:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211171.195794:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211171.195802:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076014464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211171.195840:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211171.195845:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14f40 00000400:00000200:0.0:1715211171.195850:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a01 [1] + 224 00000400:00000200:0.0:1715211171.195866:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211171.195876:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211171.195881:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076014400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211171.195925:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:2.0:1715211171.195933:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715211171.195935:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715211171.195943:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076014464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211171.195955:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076014464/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211171.195989:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715211171.195995:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414da00. 00000400:00000010:3.0:1715211171.195998:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd58f0. 00000100:00000010:2.0:1715211171.195999:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000200:3.0:1715211171.196006:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:3.0:1715211171.196008:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:3.0:1715211171.196016:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076014400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211171.196027:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076014400/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211171.196045:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715211171.196050:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715211171.196053:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:2.0:1715211176.201355:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5500. 02000000:00000010:2.0:1715211176.201381:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715211176.201438:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715211176.201443:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c500. 02000000:00000010:2.0:1715211176.201524:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715211176.201533:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 02000000:00000010:1.0:1715211176.201541:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:2.0:1715211176.201541:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715211176.201550:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014592, portal 4 00000400:00000010:1.0:1715211176.201553:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:2.0:1715211176.201557:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000400:00000010:1.0:1715211176.201560:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:2.0:1715211176.201560:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076014592, offset 0 00000100:00000200:1.0:1715211176.201566:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014528, portal 25 00000400:00000010:1.0:1715211176.201571:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da220. 00000400:00000200:2.0:1715211176.201572:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211176.201587:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076014528, offset 0 00000400:00000200:2.0:1715211176.201593:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211176.201598:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211176.201600:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211176.201606:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211176.201610:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211176.201614:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211176.201617:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1320:1320:256:4294967295] 192.168.202.130@tcp LPNI seq info [1320:1320:8:4294967295] 00000400:00000200:2.0:1715211176.201630:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211176.201636:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211176.201639:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715211176.201642:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715211176.201643:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211176.201647:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715211176.201649:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211176.201650:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211176.201652:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211176.201655:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1321:1321:255:4294967295] 192.168.202.130@tcp LPNI seq info [1321:1321:7:4294967295] 00000800:00000200:2.0:1715211176.201660:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211176.201665:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211176.201666:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211176.201670:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211176.201674:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715211176.201679:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211176.201686:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211176.201689:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211176.201810:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211176.201816:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:0.0:1715211176.201822:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211176.201830:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211176.201835:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:0.0:1715211176.201837:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:0.0:1715211176.201847:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5c00 x1798526076014592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211176.201911:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211176.201913:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715211176.201917:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211176.201921:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211176.201924:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da220 00000400:00000010:0.0:1715211176.201925:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da220. 00000100:00000200:0.0:1715211176.201929:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5500 x1798526076014528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211176.203569:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211176.203583:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15000 00000400:00000200:0.0:1715211176.203591:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a09 [1] + 224 00000400:00000200:0.0:1715211176.203603:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211176.203607:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211176.203615:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5c00 x1798526076014592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211176.203653:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211176.203658:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe14fc0 00000400:00000200:0.0:1715211176.203663:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a11 [1] + 224 00000400:00000200:0.0:1715211176.203689:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211176.203693:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211176.203697:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5500 x1798526076014528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211176.203704:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715211176.203712:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715211176.203714:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715211176.203721:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5c00 x1798526076014592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211176.203733:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5c00 x1798526076014592/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211176.203784:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715211176.203790:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c500. 00000100:00000010:2.0:1715211176.203794:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5c00. 00000400:00000010:1.0:1715211176.203812:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211176.203821:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211176.203823:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211176.203830:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5500 x1798526076014528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211176.203841:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5500 x1798526076014528/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211176.203859:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715211176.203865:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:1.0:1715211176.203868:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5500. 00000100:00000010:2.0:1715211181.209270:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5c00. 02000000:00000010:2.0:1715211181.209299:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c000. 00000100:00000010:2.0:1715211181.209357:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715211181.209361:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cf00. 02000000:00000010:2.0:1715211181.209469:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715211181.209479:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 02000000:00000010:0.0:1715211181.209482:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46000. 00000400:00000010:2.0:1715211181.209488:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000400:00000010:0.0:1715211181.209493:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000100:00000200:2.0:1715211181.209497:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014720, portal 4 00000400:00000010:0.0:1715211181.209498:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715211181.209503:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014656, portal 25 00000400:00000010:2.0:1715211181.209506:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000400:00000010:0.0:1715211181.209507:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715211181.209508:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076014720, offset 0 00000100:00000200:0.0:1715211181.209510:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076014656, offset 0 00000400:00000200:2.0:1715211181.209521:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211181.209531:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211181.209543:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211181.209550:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211181.209556:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211181.209560:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211181.209563:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211181.209567:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1322:1322:256:4294967295] 192.168.202.130@tcp LPNI seq info [1322:1322:8:4294967295] 00000400:00000200:2.0:1715211181.209580:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211181.209587:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211181.209589:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715211181.209591:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715211181.209593:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211181.209596:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211181.209599:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211181.209599:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211181.209602:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211181.209605:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1323:1323:255:4294967295] 192.168.202.130@tcp LPNI seq info [1323:1323:7:4294967295] 00000800:00000200:2.0:1715211181.209610:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211181.209615:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211181.209616:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211181.209620:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211181.209624:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136bd7600. 00000800:00000200:0.0:1715211181.209628:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211181.209634:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211181.209638:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff880136bd7600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211181.209709:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211181.209715:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715211181.209723:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211181.209731:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211181.209736:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:1.0:1715211181.209738:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:1.0:1715211181.209749:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526076014720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211181.209857:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211181.209860:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136bd7600. 00000400:00000200:1.0:1715211181.209865:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211181.209869:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211181.209872:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715211181.209874:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715211181.209878:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5c00 x1798526076014656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211181.211685:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211181.211699:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15080 00000400:00000200:0.0:1715211181.211707:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a19 [1] + 224 00000400:00000200:0.0:1715211181.211720:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211181.211724:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211181.211732:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526076014720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211181.211784:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211181.211789:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15040 00000400:00000200:0.0:1715211181.211794:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a1d [1] + 224 00000400:00000200:0.0:1715211181.211810:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211181.211813:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211181.211818:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5c00 x1798526076014656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211181.211863:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715211181.211871:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715211181.211873:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715211181.211890:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526076014720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211181.211901:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526076014720/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211181.211937:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715211181.211943:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cf00. 00000100:00000010:2.0:1715211181.211948:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000400:00000010:1.0:1715211181.211963:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:1.0:1715211181.211971:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715211181.211973:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715211181.211981:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5c00 x1798526076014656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211181.211992:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5c00 x1798526076014656/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211181.212010:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46000. 02000000:00000010:1.0:1715211181.212017:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c000. 00000100:00000010:1.0:1715211181.212020:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5c00. 00000100:00000010:2.0:1715211186.217255:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6a00. 02000000:00000010:2.0:1715211186.217282:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ca00. 00000100:00000010:2.0:1715211186.217348:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e4a80. 02000000:00000010:2.0:1715211186.217356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c300. 02000000:00000010:1.0:1715211186.217439:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:1.0:1715211186.217452:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:3.0:1715211186.217461:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:1.0:1715211186.217464:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000010:3.0:1715211186.217471:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:1.0:1715211186.217475:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014784, portal 25 00000400:00000010:3.0:1715211186.217477:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211186.217481:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014848, portal 4 00000400:00000010:1.0:1715211186.217483:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da000. 00000100:00000200:1.0:1715211186.217487:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076014784, offset 0 00000400:00000010:3.0:1715211186.217489:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257440. 00000100:00000200:3.0:1715211186.217492:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076014848, offset 0 00000400:00000200:1.0:1715211186.217501:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211186.217512:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211186.217525:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211186.217535:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211186.217542:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211186.217547:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211186.217550:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211186.217571:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1324:1324:256:4294967295] 192.168.202.130@tcp LPNI seq info [1324:1324:8:4294967295] 00000400:00000200:1.0:1715211186.217584:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211186.217592:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211186.217594:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715211186.217598:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715211186.217599:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:3.0:1715211186.217601:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715211186.217604:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715211186.217606:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715211186.217617:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715211186.217618:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715211186.217621:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1325:1325:255:4294967295] 192.168.202.130@tcp LPNI seq info [1325:1325:7:4294967295] 00000800:00000200:1.0:1715211186.217623:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715211186.217631:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715211186.217636:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715211186.217641:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbac00. 00000800:00000200:3.0:1715211186.217645:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715211186.217652:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715211186.217655:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbac00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211186.217713:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211186.217720:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715211186.217728:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211186.217735:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211186.217740:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da000 00000400:00000010:0.0:1715211186.217742:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da000. 00000100:00000200:0.0:1715211186.217753:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6a00 x1798526076014784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211186.217833:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211186.217836:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbac00. 00000400:00000200:0.0:1715211186.217839:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211186.217843:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211186.217845:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257440 00000400:00000010:0.0:1715211186.217847:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257440. 00000100:00000200:0.0:1715211186.217851:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e4a80 x1798526076014848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211186.219615:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211186.219629:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe150c0 00000400:00000200:0.0:1715211186.219637:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a29 [1] + 224 00000400:00000200:0.0:1715211186.219650:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211186.219653:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211186.219671:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6a00 x1798526076014784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211186.219712:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211186.219718:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15100 00000400:00000200:0.0:1715211186.219722:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a2d [1] + 224 00000400:00000200:0.0:1715211186.219738:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211186.219742:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211186.219746:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e4a80 x1798526076014848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211186.219794:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211186.219802:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211186.219804:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211186.219812:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6a00 x1798526076014784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211186.219823:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6a00 x1798526076014784/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211186.219837:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715211186.219848:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 02000000:00000010:1.0:1715211186.219850:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 00000400:00000010:3.0:1715211186.219851:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 02000000:00000010:1.0:1715211186.219857:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ca00. 00000100:00000200:3.0:1715211186.219861:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e4a80 x1798526076014848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715211186.219862:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6a00. 00000100:00000200:3.0:1715211186.219877:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e4a80 x1798526076014848/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211186.219908:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715211186.219916:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c300. 00000100:00000010:3.0:1715211186.219919:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e4a80. 00000100:00000010:0.0:1715211191.225370:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715211191.225399:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715211191.225456:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211191.225460:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:2.0:1715211191.225492:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:2.0:1715211191.225506:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 02000000:00000010:0.0:1715211191.225514:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47600. 00000400:00000010:2.0:1715211191.225515:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000400:00000010:0.0:1715211191.225520:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000100:00000200:2.0:1715211191.225524:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014912, portal 25 00000400:00000010:0.0:1715211191.225525:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715211191.225529:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076014976, portal 4 00000400:00000010:2.0:1715211191.225530:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000100:00000200:2.0:1715211191.225532:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076014912, offset 0 00000400:00000010:0.0:1715211191.225537:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000200:2.0:1715211191.225544:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211191.225550:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076014976, offset 0 00000400:00000200:0.0:1715211191.225558:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211191.225565:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211191.225572:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211191.225578:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211191.225582:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211191.225585:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211191.225589:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1326:1326:256:4294967295] 192.168.202.130@tcp LPNI seq info [1326:1326:8:4294967295] 00000400:00000200:2.0:1715211191.225602:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211191.225609:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211191.225611:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211191.225615:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715211191.225615:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000400:00000200:0.0:1715211191.225619:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211191.225621:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211191.225623:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211191.225624:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211191.225627:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1327:1327:255:4294967295] 192.168.202.130@tcp LPNI seq info [1327:1327:7:4294967295] 00000800:00000200:2.0:1715211191.225635:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211191.225637:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211191.225640:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211191.225642:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211191.225645:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:0.0:1715211191.225660:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211191.225667:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211191.225670:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211191.225750:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211191.225756:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715211191.225763:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211191.225771:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211191.225776:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715211191.225778:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715211191.225789:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076014912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211191.225868:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211191.225870:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715211191.225873:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211191.225877:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211191.225879:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:1.0:1715211191.225889:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715211191.225895:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076014976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211191.227565:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211191.227577:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15140 00000400:00000200:0.0:1715211191.227584:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a39 [1] + 224 00000400:00000200:0.0:1715211191.227595:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211191.227599:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211191.227607:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076014912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211191.227641:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211191.227646:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15180 00000400:00000200:0.0:1715211191.227650:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a3d [1] + 224 00000400:00000200:0.0:1715211191.227666:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211191.227670:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211191.227674:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076014976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211191.227737:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715211191.227747:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715211191.227750:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715211191.227760:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076014912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211191.227771:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000100:00000200:2.0:1715211191.227776:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076014912/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715211191.227777:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715211191.227779:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715211191.227785:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076014976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211191.227797:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076014976/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211191.227808:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715211191.227815:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 02000000:00000010:1.0:1715211191.227820:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47600. 00000100:00000010:2.0:1715211191.227821:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 02000000:00000010:1.0:1715211191.227827:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715211191.227830:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715211196.233251:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715211196.233317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 00000100:00000010:0.0:1715211196.233379:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211196.233383:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715211196.233461:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715211196.233470:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 00000400:00000010:0.0:1715211196.233478:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 02000000:00000010:1.0:1715211196.233481:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000100:00000200:0.0:1715211196.233487:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015104, portal 4 00000400:00000010:1.0:1715211196.233491:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211196.233495:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:1.0:1715211196.233496:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:0.0:1715211196.233498:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076015104, offset 0 00000100:00000200:1.0:1715211196.233501:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015040, portal 25 00000400:00000010:1.0:1715211196.233505:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dab28. 00000400:00000200:0.0:1715211196.233510:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211196.233517:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076015040, offset 0 00000400:00000200:1.0:1715211196.233525:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211196.233531:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211196.233556:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211196.233561:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211196.233566:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211196.233569:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211196.233573:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1328:1328:256:4294967295] 192.168.202.130@tcp LPNI seq info [1328:1328:8:4294967295] 00000400:00000200:0.0:1715211196.233586:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211196.233594:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211196.233595:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211196.233599:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d600. 00000400:00000200:1.0:1715211196.233599:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211196.233603:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211196.233605:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211196.233607:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211196.233608:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211196.233611:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1329:1329:255:4294967295] 192.168.202.130@tcp LPNI seq info [1329:1329:7:4294967295] 00000800:00000200:0.0:1715211196.233618:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211196.233621:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211196.233623:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211196.233626:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211196.233630:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715211196.233635:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211196.233651:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211196.233654:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211196.233771:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211196.233777:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d600. 00000400:00000200:2.0:1715211196.233785:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211196.233793:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211196.233797:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715211196.233800:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715211196.233810:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076015104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211196.233900:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211196.233902:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715211196.233906:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211196.233910:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211196.233912:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dab28 00000400:00000010:2.0:1715211196.233914:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dab28. 00000100:00000200:2.0:1715211196.233918:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076015040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211196.235731:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211196.235743:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15200 00000400:00000200:0.0:1715211196.235750:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a49 [1] + 224 00000400:00000200:0.0:1715211196.235761:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211196.235765:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211196.235773:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076015104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211196.235807:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211196.235812:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe151c0 00000400:00000200:0.0:1715211196.235816:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a51 [1] + 224 00000400:00000200:0.0:1715211196.235831:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211196.235835:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211196.235840:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076015040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211196.235895:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000400:00000200:2.0:1715211196.235903:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715211196.235905:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715211196.235913:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076015104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211196.235925:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076015104/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211196.235956:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211196.235964:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211196.235966:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 02000000:00000010:2.0:1715211196.235968:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 00000100:00000200:1.0:1715211196.235974:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076015040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211196.235977:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:2.0:1715211196.235981:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000200:1.0:1715211196.235985:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076015040/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211196.236003:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715211196.236009:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:1.0:1715211196.236012:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:2.0:1715211201.241342:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6d80. 02000000:00000010:2.0:1715211201.241369:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c700. 00000100:00000010:2.0:1715211201.241427:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715211201.241431:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 02000000:00000010:0.0:1715211201.241465:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47600. 02000000:00000010:2.0:1715211201.241472:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715211201.241478:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000400:00000010:2.0:1715211201.241478:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000400:00000010:0.0:1715211201.241486:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:2.0:1715211201.241486:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715211201.241494:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015232, portal 4 00000400:00000010:2.0:1715211201.241501:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000100:00000200:0.0:1715211201.241502:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015168, portal 25 00000100:00000200:2.0:1715211201.241504:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076015232, offset 0 00000400:00000010:0.0:1715211201.241506:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715211201.241509:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076015168, offset 0 00000400:00000200:2.0:1715211201.241516:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211201.241526:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211201.241537:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211201.241543:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211201.241549:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211201.241553:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211201.241556:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211201.241560:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1330:1330:256:4294967295] 192.168.202.130@tcp LPNI seq info [1330:1330:8:4294967295] 00000400:00000200:2.0:1715211201.241572:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211201.241579:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211201.241581:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715211201.241584:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715211201.241585:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211201.241588:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211201.241591:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211201.241591:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211201.241593:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211201.241596:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1331:1331:255:4294967295] 192.168.202.130@tcp LPNI seq info [1331:1331:7:4294967295] 00000800:00000200:2.0:1715211201.241602:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211201.241606:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211201.241607:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211201.241611:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211201.241614:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000800:00000200:0.0:1715211201.241619:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211201.241625:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211201.241629:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211201.241685:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211201.241692:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715211201.241698:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211201.241706:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211201.241711:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715211201.241713:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715211201.241723:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526076015232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211201.241790:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211201.241792:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715211201.241795:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211201.241799:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211201.241801:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:1.0:1715211201.241803:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:1.0:1715211201.241807:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6d80 x1798526076015168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211201.243410:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211201.243424:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15280 00000400:00000200:0.0:1715211201.243432:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a59 [1] + 224 00000400:00000200:0.0:1715211201.243445:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211201.243449:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211201.243456:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526076015232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211201.243494:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211201.243500:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15240 00000400:00000200:0.0:1715211201.243504:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a5d [1] + 224 00000400:00000200:0.0:1715211201.243519:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211201.243523:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211201.243535:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6d80 x1798526076015168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211201.243580:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715211201.243587:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:2.0:1715211201.243589:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715211201.243607:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526076015232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211201.243618:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526076015232/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211201.243653:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715211201.243659:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 00000100:00000010:2.0:1715211201.243663:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000400:00000010:1.0:1715211201.243704:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:1.0:1715211201.243712:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:1.0:1715211201.243714:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715211201.243741:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6d80 x1798526076015168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211201.243752:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6d80 x1798526076015168/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211201.243770:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47600. 02000000:00000010:1.0:1715211201.243774:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c700. 00000100:00000010:1.0:1715211201.243777:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6d80. 00000100:00000010:0.0:1715211206.249434:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211206.249461:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414de00. 00000100:00000010:0.0:1715211206.249519:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211206.249523:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715211206.249580:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46000. 02000000:00000010:2.0:1715211206.249583:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715211206.249588:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 00000400:00000010:2.0:1715211206.249596:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000400:00000010:0.0:1715211206.249597:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715211206.249606:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015360, portal 4 00000400:00000010:0.0:1715211206.249613:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:2.0:1715211206.249614:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:0.0:1715211206.249615:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076015360, offset 0 00000100:00000200:2.0:1715211206.249620:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015296, portal 25 00000400:00000010:2.0:1715211206.249626:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000400:00000200:0.0:1715211206.249628:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211206.249634:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076015296, offset 0 00000400:00000200:2.0:1715211206.249645:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211206.249649:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211206.249656:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211206.249662:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211206.249666:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211206.249669:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211206.249673:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1332:1332:256:4294967295] 192.168.202.130@tcp LPNI seq info [1332:1332:8:4294967295] 00000400:00000200:0.0:1715211206.249685:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211206.249692:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211206.249695:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211206.249696:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dc00. 00000400:00000200:2.0:1715211206.249699:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211206.249703:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211206.249705:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211206.249706:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211206.249708:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211206.249711:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1333:1333:255:4294967295] 192.168.202.130@tcp LPNI seq info [1333:1333:7:4294967295] 00000800:00000200:0.0:1715211206.249716:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211206.249721:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211206.249721:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211206.249726:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211206.249731:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715211206.249735:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211206.249742:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211206.249745:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211206.249804:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211206.249810:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dc00. 00000400:00000200:1.0:1715211206.249817:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211206.249825:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211206.249830:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715211206.249832:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715211206.249842:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076015360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211206.249923:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211206.249926:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715211206.249929:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211206.249932:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211206.249935:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:1.0:1715211206.249937:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:1.0:1715211206.249941:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076015296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211206.251637:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211206.251649:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15300 00000400:00000200:0.0:1715211206.251656:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a69 [1] + 224 00000400:00000200:0.0:1715211206.251667:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211206.251682:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211206.251690:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076015360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211206.251732:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211206.251738:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe152c0 00000400:00000200:0.0:1715211206.251742:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a71 [1] + 224 00000400:00000200:0.0:1715211206.251757:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211206.251761:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211206.251765:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076015296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211206.251828:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:2.0:1715211206.251836:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715211206.251838:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715211206.251845:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076015360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211206.251861:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000100:00000200:2.0:1715211206.251866:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076015360/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715211206.251870:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:3.0:1715211206.251872:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:3.0:1715211206.251880:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076015296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211206.251891:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076015296/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211206.251903:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46000. 02000000:00000010:3.0:1715211206.251909:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715211206.251912:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 02000000:00000010:3.0:1715211206.251914:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414de00. 00000100:00000010:2.0:1715211206.251916:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:3.0:1715211206.251917:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715211211.257325:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211211.257354:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 00000100:00000010:0.0:1715211211.257414:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211211.257418:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 02000000:00000010:0.0:1715211211.257487:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715211211.257499:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 00000400:00000010:0.0:1715211211.257507:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715211211.257516:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015488, portal 4 00000400:00000010:0.0:1715211211.257524:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715211211.257526:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076015488, offset 0 02000000:00000010:3.0:1715211211.257537:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000200:0.0:1715211211.257538:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211211.257557:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211211.257564:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1715211211.257566:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715211211.257569:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:3.0:1715211211.257573:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715211211.257574:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211211.257576:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000100:00000200:3.0:1715211211.257579:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015424, portal 25 00000400:00000200:0.0:1715211211.257580:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1334:1334:256:4294967295] 192.168.202.130@tcp LPNI seq info [1334:1334:8:4294967295] 00000400:00000010:3.0:1715211211.257585:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257d48. 00000100:00000200:3.0:1715211211.257587:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076015424, offset 0 00000400:00000200:0.0:1715211211.257593:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:3.0:1715211211.257595:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715211211.257601:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211211.257603:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715211211.257607:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211211.257610:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715211211.257613:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1715211211.257616:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d100. 00000400:00000200:3.0:1715211211.257616:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715211211.257619:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1335:1335:255:4294967295] 192.168.202.130@tcp LPNI seq info [1335:1335:7:4294967295] 00000800:00000200:0.0:1715211211.257624:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715211211.257628:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715211211.257633:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715211211.257636:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:3.0:1715211211.257637:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba200. 00000800:00000200:0.0:1715211211.257641:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715211211.257642:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715211211.257649:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715211211.257653:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211211.257727:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211211.257734:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d100. 00000400:00000200:1.0:1715211211.257742:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211211.257750:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211211.257755:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715211211.257757:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715211211.257767:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076015488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211211.257854:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211211.257865:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba200. 00000400:00000200:1.0:1715211211.257868:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211211.257872:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211211.257875:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257d48 00000400:00000010:1.0:1715211211.257876:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257d48. 00000100:00000200:1.0:1715211211.257881:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076015424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211211.259786:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211211.259798:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15380 00000400:00000200:0.0:1715211211.259805:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a79 [1] + 224 00000400:00000200:0.0:1715211211.259816:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211211.259820:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211211.259828:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076015488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211211.259866:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211211.259871:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15340 00000400:00000200:0.0:1715211211.259875:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a81 [1] + 224 00000400:00000200:0.0:1715211211.259891:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211211.259895:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211211.259900:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076015424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211211.259971:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:2.0:1715211211.259979:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715211211.259981:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715211211.259989:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076015488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211211.259991:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715211211.260000:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076015488/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715211211.260002:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211211.260006:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211211.260015:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076015424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211211.260030:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076015424/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211211.260034:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 02000000:00000010:2.0:1715211211.260040:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:2.0:1715211211.260044:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 02000000:00000010:3.0:1715211211.260048:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715211211.260055:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:3.0:1715211211.260058:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:2.0:1715211216.265330:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e5180. 02000000:00000010:2.0:1715211216.265358:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cd00. 00000100:00000010:2.0:1715211216.265423:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715211216.265431:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ce00. 02000000:00000010:2.0:1715211216.265500:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715211216.265501:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:2.0:1715211216.265512:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000010:3.0:1715211216.265512:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715211216.265521:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715211216.265532:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015616, portal 4 00000400:00000010:3.0:1715211216.265533:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211216.265537:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015552, portal 25 00000400:00000010:2.0:1715211216.265542:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000010:3.0:1715211216.265542:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257ee0. 00000100:00000200:2.0:1715211216.265546:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076015616, offset 0 00000100:00000200:3.0:1715211216.265546:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076015552, offset 0 00000400:00000200:2.0:1715211216.265560:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211216.265570:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211216.265582:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211216.265592:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211216.265599:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211216.265613:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211216.265617:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211216.265623:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1336:1336:256:4294967295] 192.168.202.130@tcp LPNI seq info [1336:1336:8:4294967295] 00000400:00000200:2.0:1715211216.265639:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211216.265649:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211216.265649:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715211216.265653:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715211216.265655:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000400:00000200:3.0:1715211216.265657:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715211216.265660:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211216.265663:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715211216.265664:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715211216.265667:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1337:1337:255:4294967295] 192.168.202.130@tcp LPNI seq info [1337:1337:7:4294967295] 00000800:00000200:2.0:1715211216.265678:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715211216.265678:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715211216.265683:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715211216.265685:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1715211216.265687:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba700. 00000800:00000200:3.0:1715211216.265692:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715211216.265698:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715211216.265701:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211216.265827:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211216.265833:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:0.0:1715211216.265839:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211216.265847:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211216.265852:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:0.0:1715211216.265855:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:0.0:1715211216.265865:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526076015616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211216.265932:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211216.265934:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba700. 00000400:00000200:0.0:1715211216.265937:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211216.265951:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211216.265954:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257ee0 00000400:00000010:0.0:1715211216.265955:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257ee0. 00000100:00000200:0.0:1715211216.265960:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e5180 x1798526076015552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211216.267646:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211216.267660:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15400 00000400:00000200:0.0:1715211216.267667:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a89 [1] + 224 00000400:00000200:0.0:1715211216.267678:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211216.267681:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211216.267689:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526076015616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211216.267723:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211216.267728:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe153c0 00000400:00000200:0.0:1715211216.267732:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a8d [1] + 224 00000400:00000200:0.0:1715211216.267746:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211216.267750:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211216.267754:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e5180 x1798526076015552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211216.267816:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:2.0:1715211216.267825:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:2.0:1715211216.267828:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000400:00000010:3.0:1715211216.267834:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715211216.267838:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526076015616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715211216.267841:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211216.267843:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211216.267849:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e5180 x1798526076015552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211216.267854:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526076015616/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211216.267863:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e5180 x1798526076015552/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211216.267888:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715211216.267888:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:2.0:1715211216.267895:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ce00. 02000000:00000010:3.0:1715211216.267895:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cd00. 00000100:00000010:2.0:1715211216.267901:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000100:00000010:3.0:1715211216.267901:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e5180. 00000100:00000010:0.0:1715211221.273389:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211221.273418:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715211221.273475:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211221.273479:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dd00. 02000000:00000010:2.0:1715211221.273516:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:2.0:1715211221.273533:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 02000000:00000010:0.0:1715211221.273541:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 00000400:00000010:2.0:1715211221.273544:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000400:00000010:0.0:1715211221.273547:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000100:00000200:2.0:1715211221.273555:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015680, portal 25 00000400:00000010:0.0:1715211221.273561:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:2.0:1715211221.273562:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000100:00000200:0.0:1715211221.273566:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015744, portal 4 00000100:00000200:2.0:1715211221.273567:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076015680, offset 0 00000400:00000010:0.0:1715211221.273573:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000200:2.0:1715211221.273582:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211221.273589:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076015744, offset 0 00000400:00000200:2.0:1715211221.273607:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211221.273613:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211221.273617:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211221.273624:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211221.273629:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211221.273644:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211221.273648:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1338:1338:256:4294967295] 192.168.202.130@tcp LPNI seq info [1338:1338:8:4294967295] 00000400:00000200:2.0:1715211221.273661:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211221.273669:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211221.273670:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211221.273674:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715211221.273676:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000400:00000200:0.0:1715211221.273677:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211221.273680:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211221.273683:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715211221.273684:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211221.273687:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1339:1339:255:4294967295] 192.168.202.130@tcp LPNI seq info [1339:1339:7:4294967295] 00000800:00000200:2.0:1715211221.273696:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211221.273697:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211221.273701:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715211221.273702:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715211221.273705:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000800:00000200:0.0:1715211221.273709:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211221.273715:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211221.273719:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211221.273792:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211221.273799:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715211221.273807:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211221.273815:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211221.273820:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:1.0:1715211221.273822:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:1.0:1715211221.273833:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076015680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211221.273920:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211221.273923:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715211221.273926:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211221.273929:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211221.273932:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715211221.273934:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715211221.273938:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076015744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211221.275816:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211221.275828:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15440 00000400:00000200:0.0:1715211221.275836:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a99 [1] + 224 00000400:00000200:0.0:1715211221.275846:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211221.275850:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211221.275857:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076015680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211221.275891:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211221.275896:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15480 00000400:00000200:0.0:1715211221.275900:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2a9d [1] + 224 00000400:00000200:0.0:1715211221.275916:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211221.275920:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211221.275924:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076015744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211221.275977:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:2.0:1715211221.275984:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:2.0:1715211221.275987:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715211221.275994:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076015680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211221.276006:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076015680/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211221.276032:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715211221.276039:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:2.0:1715211221.276044:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:1.0:1715211221.276048:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:1.0:1715211221.276056:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715211221.276058:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:1.0:1715211221.276087:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076015744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211221.276098:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076015744/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211221.276159:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 02000000:00000010:1.0:1715211221.276164:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dd00. 00000100:00000010:1.0:1715211221.276177:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715211226.281321:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211226.281367:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d600. 00000100:00000010:0.0:1715211226.281429:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211226.281434:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d800. 02000000:00000010:0.0:1715211226.281504:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715211226.281514:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 00000400:00000010:0.0:1715211226.281524:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 02000000:00000010:3.0:1715211226.281524:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000100:00000200:0.0:1715211226.281533:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015872, portal 4 00000400:00000010:3.0:1715211226.281536:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715211226.281542:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000400:00000010:3.0:1715211226.281544:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:0.0:1715211226.281545:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076015872, offset 0 00000400:00000200:0.0:1715211226.281557:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715211226.281572:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015808, portal 25 00000400:00000200:0.0:1715211226.281576:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:3.0:1715211226.281577:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257b28. 00000100:00000200:3.0:1715211226.281579:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076015808, offset 0 00000400:00000200:0.0:1715211226.281584:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211226.281587:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211226.281589:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211226.281593:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211226.281596:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211226.281600:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1340:1340:256:4294967295] 192.168.202.130@tcp LPNI seq info [1340:1340:8:4294967295] 00000400:00000200:0.0:1715211226.281612:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211226.281620:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211226.281621:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211226.281625:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d900. 00000400:00000200:3.0:1715211226.281625:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211226.281629:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715211226.281631:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211226.281633:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715211226.281634:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715211226.281637:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1341:1341:255:4294967295] 192.168.202.130@tcp LPNI seq info [1341:1341:7:4294967295] 00000800:00000200:0.0:1715211226.281645:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715211226.281647:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211226.281650:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715211226.281652:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715211226.281656:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba900. 00000800:00000200:3.0:1715211226.281661:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715211226.281668:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715211226.281671:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211226.281737:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211226.281743:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d900. 00000400:00000200:1.0:1715211226.281750:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211226.281758:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211226.281763:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715211226.281766:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715211226.281776:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076015872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211226.281866:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211226.281868:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba900. 00000400:00000200:1.0:1715211226.281871:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211226.281875:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211226.281878:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257b28 00000400:00000010:1.0:1715211226.281880:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257b28. 00000100:00000200:1.0:1715211226.281884:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076015808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211226.283913:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211226.283926:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe154c0 00000400:00000200:0.0:1715211226.283934:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ab1 [1] + 224 00000400:00000200:0.0:1715211226.283946:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211226.283950:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211226.283958:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076015808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211226.284015:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211226.284045:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15500 00000400:00000200:0.0:1715211226.284050:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2aa9 [1] + 224 00000400:00000200:0.0:1715211226.284069:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211226.284073:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211226.284078:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076015872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211226.284090:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715211226.284099:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211226.284101:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211226.284111:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076015808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211226.284180:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076015808/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211226.284197:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000400:00000200:1.0:1715211226.284205:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:1.0:1715211226.284207:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 02000000:00000010:3.0:1715211226.284213:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 00000100:00000200:1.0:1715211226.284215:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076015872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211226.284224:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d600. 00000100:00000200:1.0:1715211226.284226:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076015872/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:3.0:1715211226.284230:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 02000000:00000010:1.0:1715211226.284251:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:1.0:1715211226.284256:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d800. 00000100:00000010:1.0:1715211226.284258:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:2.0:1715211231.289429:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6300. 02000000:00000010:2.0:1715211231.289463:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c600. 00000100:00000010:2.0:1715211231.289535:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7100. 02000000:00000010:2.0:1715211231.289542:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 02000000:00000010:0.0:1715211231.289565:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715211231.289579:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000010:0.0:1715211231.289589:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715211231.289598:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076015936, portal 25 00000400:00000010:0.0:1715211231.289604:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715211231.289606:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076015936, offset 0 02000000:00000010:2.0:1715211231.289610:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715211231.289616:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000400:00000200:0.0:1715211231.289620:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211231.289631:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715211231.289636:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016000, portal 4 00000400:00000200:0.0:1715211231.289641:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715211231.289643:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715211231.289645:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076016000, offset 0 00000400:00000200:0.0:1715211231.289649:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211231.289652:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211231.289654:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211231.289659:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211231.289662:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211231.289665:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1342:1342:256:4294967295] 192.168.202.130@tcp LPNI seq info [1342:1342:8:4294967295] 00000400:00000200:0.0:1715211231.289678:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211231.289685:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211231.289687:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211231.289691:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d500. 00000800:00000200:0.0:1715211231.289699:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211231.289707:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211231.289710:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211231.289711:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211231.289714:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211231.289716:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211231.289716:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211231.289719:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1343:1343:255:4294967295] 192.168.202.130@tcp LPNI seq info [1343:1343:7:4294967295] 00000400:00000200:2.0:1715211231.289729:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211231.289734:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211231.289738:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715211231.289743:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211231.289749:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211231.289752:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211231.289803:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211231.289809:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d500. 00000400:00000200:1.0:1715211231.289817:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211231.289824:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211231.289829:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715211231.289841:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715211231.289851:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6300 x1798526076015936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211231.289942:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211231.289944:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715211231.289947:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211231.289951:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211231.289954:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:1.0:1715211231.289956:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:1.0:1715211231.289960:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7100 x1798526076016000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211231.291998:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211231.292013:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15540 00000400:00000200:0.0:1715211231.292030:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ab9 [1] + 224 00000400:00000200:0.0:1715211231.292045:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211231.292049:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211231.292056:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6300 x1798526076015936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211231.292096:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211231.292102:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15580 00000400:00000200:0.0:1715211231.292106:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ac1 [1] + 224 00000400:00000200:0.0:1715211231.292150:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211231.292154:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211231.292160:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7100 x1798526076016000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:0.0:1715211231.292223:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:0.0:1715211231.292227:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:0.0:1715211231.292228:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715211231.292232:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6300 x1798526076015936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:0.0:1715211231.292240:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6300 x1798526076015936/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:0.0:1715211231.292265:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:0.0:1715211231.292272:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c600. 00000400:00000010:1.0:1715211231.292274:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 00000100:00000010:0.0:1715211231.292276:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6300. 00000400:00000200:1.0:1715211231.292282:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715211231.292284:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715211231.292292:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7100 x1798526076016000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211231.292303:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7100 x1798526076016000/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211231.292327:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:1.0:1715211231.292331:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:1.0:1715211231.292334:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7100. 00000100:00000010:2.0:1715211236.297300:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715211236.297333:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cf00. 00000100:00000010:2.0:1715211236.297410:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715211236.297417:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c000. 02000000:00000010:2.0:1715211236.297513:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 02000000:00000010:1.0:1715211236.297514:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:1.0:1715211236.297524:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:2.0:1715211236.297525:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:1.0:1715211236.297533:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000010:2.0:1715211236.297534:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715211236.297543:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016064, portal 25 00000400:00000010:1.0:1715211236.297549:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dad48. 00000100:00000200:1.0:1715211236.297552:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076016064, offset 0 00000100:00000200:2.0:1715211236.297553:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016128, portal 4 00000400:00000010:2.0:1715211236.297562:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000400:00000200:1.0:1715211236.297565:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211236.297574:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076016128, offset 0 00000400:00000200:2.0:1715211236.297584:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211236.297586:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211236.297594:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211236.297600:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211236.297619:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211236.297622:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211236.297627:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1344:1344:256:4294967295] 192.168.202.130@tcp LPNI seq info [1344:1344:8:4294967295] 00000400:00000200:1.0:1715211236.297640:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211236.297647:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211236.297650:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715211236.297653:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715211236.297656:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1715211236.297661:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211236.297661:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211236.297664:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211236.297668:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715211236.297673:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211236.297673:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1345:1345:255:4294967295] 192.168.202.130@tcp LPNI seq info [1345:1345:7:4294967295] 00000800:00000200:1.0:1715211236.297679:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211236.297686:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211236.297694:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211236.297710:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715211236.297718:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211236.297727:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211236.297732:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211236.297773:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211236.297780:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715211236.297789:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211236.297796:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211236.297801:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dad48 00000400:00000010:0.0:1715211236.297803:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dad48. 00000100:00000200:0.0:1715211236.297814:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526076016064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211236.297913:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211236.297915:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715211236.297918:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211236.297922:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211236.297925:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:0.0:1715211236.297926:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:0.0:1715211236.297930:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526076016128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211236.299890:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211236.299904:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe155c0 00000400:00000200:0.0:1715211236.299912:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ac9 [1] + 224 00000400:00000200:0.0:1715211236.299924:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211236.299928:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211236.299962:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526076016064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211236.300000:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211236.300006:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15600 00000400:00000200:0.0:1715211236.300011:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2acd [1] + 224 00000400:00000200:0.0:1715211236.300034:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211236.300038:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211236.300042:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526076016128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211236.300088:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211236.300095:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211236.300097:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211236.300105:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526076016064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211236.300153:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000100:00000200:1.0:1715211236.300154:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526076016064/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:2.0:1715211236.300160:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:2.0:1715211236.300163:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715211236.300172:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526076016128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211236.300181:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 00000100:00000200:2.0:1715211236.300187:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526076016128/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211236.300188:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cf00. 00000100:00000010:1.0:1715211236.300192:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715211236.300217:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715211236.300223:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c000. 00000100:00000010:2.0:1715211236.300227:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000100:00000010:0.0:1715211241.305311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211241.305331:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414dc00. 00000100:00000010:0.0:1715211241.305369:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715211241.305372:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d400. 02000000:00000010:2.0:1715211241.305387:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:2.0:1715211241.305396:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:2.0:1715211241.305402:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 02000000:00000010:0.0:1715211241.305409:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000100:00000200:2.0:1715211241.305409:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016192, portal 25 00000400:00000010:0.0:1715211241.305412:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000010:2.0:1715211241.305412:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000100:00000200:2.0:1715211241.305414:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076016192, offset 0 00000400:00000200:2.0:1715211241.305421:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:0.0:1715211241.305426:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715211241.305428:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016256, portal 4 00000400:00000010:0.0:1715211241.305433:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715211241.305434:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076016256, offset 0 00000400:00000200:2.0:1715211241.305435:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211241.305439:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211241.305441:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211241.305445:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211241.305447:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211241.305449:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211241.305451:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1346:1346:256:4294967295] 192.168.202.130@tcp LPNI seq info [1346:1346:8:4294967295] 00000400:00000200:2.0:1715211241.305458:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715211241.305462:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715211241.305463:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211241.305465:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211241.305466:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:2.0:1715211241.305466:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000400:00000200:0.0:1715211241.305468:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211241.305469:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211241.305471:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1347:1347:255:4294967295] 192.168.202.130@tcp LPNI seq info [1347:1347:7:4294967295] 00000400:00000200:0.0:1715211241.305476:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211241.305476:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211241.305478:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211241.305480:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414da00. 00000800:00000200:0.0:1715211241.305483:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211241.305484:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211241.305486:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211241.305488:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414da00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211241.305488:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211241.305541:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211241.305545:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715211241.305549:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211241.305554:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211241.305556:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:1.0:1715211241.305557:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:1.0:1715211241.305564:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076016192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211241.305617:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211241.305619:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414da00. 00000400:00000200:1.0:1715211241.305620:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211241.305627:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211241.305628:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715211241.305629:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715211241.305631:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076016256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211241.306799:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211241.306807:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15640 00000400:00000200:0.0:1715211241.306811:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ad9 [1] + 224 00000400:00000200:0.0:1715211241.306819:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211241.306821:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211241.306825:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076016192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211241.306843:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211241.306846:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15680 00000400:00000200:0.0:1715211241.306848:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ae1 [1] + 224 00000400:00000200:0.0:1715211241.306859:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211241.306864:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211241.306866:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076016256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211241.306872:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:2.0:1715211241.306876:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:2.0:1715211241.306878:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715211241.306882:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076016192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211241.306923:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076016192/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211241.306935:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:1.0:1715211241.306939:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:1.0:1715211241.306940:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 02000000:00000010:2.0:1715211241.306943:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 00000100:00000200:1.0:1715211241.306944:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076016256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211241.306948:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414dc00. 00000100:00000200:1.0:1715211241.306950:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076016256/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211241.306951:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 02000000:00000010:1.0:1715211241.306964:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:1.0:1715211241.306966:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d400. 00000100:00000010:1.0:1715211241.306967:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715211246.313283:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211246.313307:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d500. 00000100:00000010:0.0:1715211246.313361:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211246.313364:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d900. 02000000:00000010:0.0:1715211246.313416:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 02000000:00000010:1.0:1715211246.313417:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:0.0:1715211246.313423:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:1.0:1715211246.313426:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211246.313430:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:1.0:1715211246.313432:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:0.0:1715211246.313437:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016384, portal 4 00000100:00000200:1.0:1715211246.313437:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016320, portal 25 00000400:00000010:1.0:1715211246.313442:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000400:00000010:0.0:1715211246.313443:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:1.0:1715211246.313444:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076016320, offset 0 00000100:00000200:0.0:1715211246.313445:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076016384, offset 0 00000400:00000200:0.0:1715211246.313455:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211246.313463:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211246.313473:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211246.313479:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211246.313484:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211246.313488:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211246.313490:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211246.313493:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1348:1348:256:4294967295] 192.168.202.130@tcp LPNI seq info [1348:1348:8:4294967295] 00000400:00000200:0.0:1715211246.313502:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211246.313508:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211246.313509:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211246.313511:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414dd00. 00000400:00000200:1.0:1715211246.313512:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211246.313515:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211246.313517:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211246.313517:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211246.313519:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211246.313521:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1349:1349:255:4294967295] 192.168.202.130@tcp LPNI seq info [1349:1349:7:4294967295] 00000800:00000200:0.0:1715211246.313526:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211246.313529:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211246.313531:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414dd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211246.313532:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211246.313548:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715211246.313551:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211246.313556:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211246.313558:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211246.313611:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211246.313615:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414dd00. 00000400:00000200:2.0:1715211246.313621:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211246.313629:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211246.313634:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715211246.313636:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715211246.313646:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076016384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211246.313728:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211246.313730:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715211246.313735:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211246.313739:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211246.313742:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:2.0:1715211246.313743:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:2.0:1715211246.313748:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076016320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211246.315486:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211246.315497:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15700 00000400:00000200:0.0:1715211246.315503:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ae9 [1] + 224 00000400:00000200:0.0:1715211246.315521:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211246.315524:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211246.315531:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076016384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211246.315560:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211246.315565:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe156c0 00000400:00000200:0.0:1715211246.315568:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2aed [1] + 224 00000400:00000200:0.0:1715211246.315580:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211246.315583:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211246.315586:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076016320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211246.315598:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:2.0:1715211246.315602:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715211246.315611:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715211246.315618:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076016384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211246.315628:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076016384/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211246.315660:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715211246.315666:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d900. 00000100:00000010:2.0:1715211246.315670:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000010:1.0:1715211246.315672:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211246.315678:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211246.315680:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211246.315685:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076016320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211246.315693:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076016320/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211246.315705:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715211246.315710:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d500. 00000100:00000010:1.0:1715211246.315712:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715211251.321277:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211251.321307:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d000. 00000100:00000010:0.0:1715211251.321374:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211251.321378:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b414d200. 02000000:00000010:0.0:1715211251.321451:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46000. 00000400:00000010:0.0:1715211251.321460:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 00000400:00000010:0.0:1715211251.321469:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 02000000:00000010:2.0:1715211251.321476:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000100:00000200:0.0:1715211251.321478:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016512, portal 4 00000400:00000010:0.0:1715211251.321486:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000400:00000010:2.0:1715211251.321487:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000100:00000200:0.0:1715211251.321489:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076016512, offset 0 00000400:00000010:2.0:1715211251.321492:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000400:00000200:0.0:1715211251.321501:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211251.321509:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016448, portal 25 00000400:00000010:2.0:1715211251.321513:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000100:00000200:2.0:1715211251.321515:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076016448, offset 0 00000400:00000200:0.0:1715211251.321521:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211251.321523:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211251.321528:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211251.321533:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211251.321538:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211251.321540:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211251.321545:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1350:1350:256:4294967295] 192.168.202.130@tcp LPNI seq info [1350:1350:8:4294967295] 00000400:00000200:0.0:1715211251.321557:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211251.321582:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211251.321582:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211251.321586:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715211251.321587:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b414d800. 00000400:00000200:2.0:1715211251.321590:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211251.321592:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211251.321595:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211251.321595:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211251.321599:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1351:1351:255:4294967295] 192.168.202.130@tcp LPNI seq info [1351:1351:7:4294967295] 00000800:00000200:0.0:1715211251.321608:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211251.321609:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211251.321614:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b414d800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211251.321614:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211251.321618:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:2.0:1715211251.321622:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211251.321628:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211251.321632:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211251.321703:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211251.321709:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b414d800. 00000400:00000200:1.0:1715211251.321716:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211251.321724:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211251.321729:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715211251.321731:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715211251.321742:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076016512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211251.321875:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211251.321877:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715211251.321880:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211251.321884:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211251.321887:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:1.0:1715211251.321889:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:1.0:1715211251.321893:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076016448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211251.323745:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211251.323760:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15780 00000400:00000200:0.0:1715211251.323768:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2af9 [1] + 224 00000400:00000200:0.0:1715211251.323780:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211251.323784:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211251.323792:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076016512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211251.323862:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211251.323868:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15740 00000400:00000200:0.0:1715211251.323873:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b01 [1] + 224 00000400:00000200:0.0:1715211251.323891:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211251.323895:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211251.323901:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076016448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211251.323947:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:2.0:1715211251.323955:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715211251.323957:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715211251.323974:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076016512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211251.323985:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076016512/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211251.324015:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 02000000:00000010:2.0:1715211251.324020:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46000. 00000400:00000200:3.0:1715211251.324024:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:3.0:1715211251.324026:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 02000000:00000010:2.0:1715211251.324027:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d200. 00000100:00000010:2.0:1715211251.324032:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000200:3.0:1715211251.324034:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076016448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211251.324063:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076016448/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211251.324081:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715211251.324086:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b414d000. 00000100:00000010:3.0:1715211251.324089:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715211256.329236:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211256.329261:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f307800. 00000100:00000010:0.0:1715211256.329312:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715211256.329316:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f307d00. 02000000:00000010:0.0:1715211256.329385:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715211256.329394:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 02000000:00000010:1.0:1715211256.329396:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715211256.329403:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715211256.329411:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016640, portal 4 00000400:00000010:1.0:1715211256.329419:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211256.329420:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000010:1.0:1715211256.329425:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211256.329429:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016576, portal 25 00000100:00000200:0.0:1715211256.329433:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076016640, offset 0 00000400:00000010:1.0:1715211256.329433:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dabb0. 00000100:00000200:1.0:1715211256.329435:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076016576, offset 0 00000400:00000200:0.0:1715211256.329445:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211256.329455:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211256.329466:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211256.329473:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211256.329478:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211256.329483:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211256.329486:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211256.329490:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1352:1352:256:4294967295] 192.168.202.130@tcp LPNI seq info [1352:1352:8:4294967295] 00000400:00000200:0.0:1715211256.329503:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211256.329510:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211256.329511:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211256.329515:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307900. 00000400:00000200:1.0:1715211256.329515:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211256.329518:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211256.329521:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211256.329523:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211256.329524:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211256.329527:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1353:1353:255:4294967295] 192.168.202.130@tcp LPNI seq info [1353:1353:7:4294967295] 00000800:00000200:0.0:1715211256.329535:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211256.329537:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211256.329540:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211256.329542:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211256.329546:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715211256.329550:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211256.329556:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211256.329560:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211256.329617:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211256.329624:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307900. 00000400:00000200:2.0:1715211256.329631:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211256.329638:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211256.329643:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715211256.329645:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715211256.329655:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076016640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211256.329721:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211256.329723:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715211256.329727:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211256.329731:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211256.329733:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dabb0 00000400:00000010:2.0:1715211256.329735:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dabb0. 00000100:00000200:2.0:1715211256.329739:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076016576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211256.331486:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211256.331500:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15800 00000400:00000200:0.0:1715211256.331508:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b09 [1] + 224 00000400:00000200:0.0:1715211256.331520:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211256.331523:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211256.331532:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076016640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211256.331570:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211256.331575:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe157c0 00000400:00000200:0.0:1715211256.331580:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b0d [1] + 224 00000400:00000200:0.0:1715211256.331600:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211256.331604:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211256.331609:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076016576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211256.331667:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 00000400:00000200:2.0:1715211256.331675:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715211256.331678:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715211256.331688:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076016640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211256.331705:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076016640/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211256.331741:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:2.0:1715211256.331746:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 00000400:00000200:1.0:1715211256.331749:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211256.331751:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211256.331758:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076016576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211256.331795:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076016576/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211256.331799:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f307d00. 00000100:00000010:2.0:1715211256.331807:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 02000000:00000010:1.0:1715211256.331813:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715211256.331819:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f307800. 00000100:00000010:1.0:1715211256.331823:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715211261.337238:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211261.337268:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f307800. 00000100:00000010:0.0:1715211261.337326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211261.337330:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f307700. 02000000:00000010:0.0:1715211261.337398:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715211261.337407:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:0.0:1715211261.337415:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 02000000:00000010:3.0:1715211261.337420:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000100:00000200:0.0:1715211261.337423:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016768, portal 4 00000400:00000010:3.0:1715211261.337431:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:0.0:1715211261.337432:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715211261.337434:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076016768, offset 0 00000400:00000010:3.0:1715211261.337438:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715211261.337447:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715211261.337458:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016704, portal 25 00000400:00000010:3.0:1715211261.337463:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02576e8. 00000400:00000200:0.0:1715211261.337467:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:3.0:1715211261.337467:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076016704, offset 0 00000400:00000200:0.0:1715211261.337474:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211261.337477:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211261.337480:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211261.337484:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211261.337487:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211261.337491:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1354:1354:256:4294967295] 192.168.202.130@tcp LPNI seq info [1354:1354:8:4294967295] 00000400:00000200:0.0:1715211261.337503:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211261.337511:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211261.337515:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307900. 00000400:00000200:3.0:1715211261.337515:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715211261.337520:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211261.337523:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715211261.337526:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715211261.337530:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211261.337534:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211261.337535:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715211261.337539:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1355:1355:255:4294967295] 192.168.202.130@tcp LPNI seq info [1355:1355:7:4294967295] 00000800:00000200:0.0:1715211261.337541:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715211261.337554:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715211261.337562:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715211261.337569:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba900. 00000800:00000200:3.0:1715211261.337576:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715211261.337585:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715211261.337590:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211261.337625:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211261.337631:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307900. 00000400:00000200:1.0:1715211261.337639:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211261.337662:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211261.337668:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715211261.337670:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715211261.337681:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076016768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211261.337814:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211261.337817:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba900. 00000400:00000200:1.0:1715211261.337820:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211261.337823:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211261.337826:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02576e8 00000400:00000010:1.0:1715211261.337828:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02576e8. 00000100:00000200:1.0:1715211261.337831:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076016704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211261.339835:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211261.339849:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15880 00000400:00000200:0.0:1715211261.339857:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b19 [1] + 224 00000400:00000200:0.0:1715211261.339869:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211261.339873:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211261.339887:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076016768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211261.339929:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211261.339935:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15840 00000400:00000200:0.0:1715211261.339940:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b21 [1] + 224 00000400:00000200:0.0:1715211261.339956:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211261.339960:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211261.339964:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076016704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211261.340015:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:2.0:1715211261.340024:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715211261.340026:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715211261.340034:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076016768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211261.340041:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000100:00000200:2.0:1715211261.340045:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076016768/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:3.0:1715211261.340050:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211261.340053:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211261.340062:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076016704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211261.340079:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 02000000:00000010:2.0:1715211261.340086:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f307700. 00000100:00000010:2.0:1715211261.340090:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000200:3.0:1715211261.340099:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076016704/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211261.340184:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715211261.340194:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f307800. 00000100:00000010:3.0:1715211261.340199:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715211266.345253:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211266.345284:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc100. 00000100:00000010:0.0:1715211266.345361:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211266.345369:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc500. 02000000:00000010:1.0:1715211266.345441:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:1.0:1715211266.345454:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:0.0:1715211266.345456:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:1.0:1715211266.345462:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000010:0.0:1715211266.345464:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 00000400:00000010:0.0:1715211266.345472:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715211266.345472:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016832, portal 25 00000400:00000010:1.0:1715211266.345477:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:0.0:1715211266.345478:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016896, portal 4 00000100:00000200:1.0:1715211266.345479:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076016832, offset 0 00000400:00000010:0.0:1715211266.345486:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000200:1.0:1715211266.345491:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211266.345499:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076016896, offset 0 00000400:00000200:0.0:1715211266.345506:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211266.345511:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211266.345518:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211266.345523:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211266.345527:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211266.345530:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211266.345533:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1356:1356:256:4294967295] 192.168.202.130@tcp LPNI seq info [1356:1356:8:4294967295] 00000400:00000200:1.0:1715211266.345545:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211266.345553:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211266.345554:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211266.345558:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715211266.345558:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000400:00000200:0.0:1715211266.345561:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211266.345564:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715211266.345565:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211266.345567:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211266.345570:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1357:1357:255:4294967295] 192.168.202.130@tcp LPNI seq info [1357:1357:7:4294967295] 00000800:00000200:1.0:1715211266.345578:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211266.345580:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211266.345585:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211266.345588:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcf00. 00000800:00000200:1.0:1715211266.345599:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211266.345603:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211266.345609:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211266.345613:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211266.345732:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211266.345739:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715211266.345748:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211266.345756:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211266.345761:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:2.0:1715211266.345763:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:2.0:1715211266.345772:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076016832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211266.345856:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211266.345859:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcf00. 00000400:00000200:2.0:1715211266.345861:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211266.345865:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211266.345867:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715211266.345868:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715211266.345872:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076016896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211266.347627:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211266.347641:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe158c0 00000400:00000200:0.0:1715211266.347648:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b29 [1] + 224 00000400:00000200:0.0:1715211266.347660:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211266.347663:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211266.347671:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076016832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211266.347735:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211266.347741:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15900 00000400:00000200:0.0:1715211266.347745:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b2d [1] + 224 00000400:00000200:0.0:1715211266.347762:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211266.347766:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211266.347771:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076016896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211266.347818:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211266.347826:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211266.347827:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211266.347835:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076016832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211266.347846:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076016832/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211266.347872:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715211266.347879:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc100. 00000100:00000010:1.0:1715211266.347884:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:2.0:1715211266.347921:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:2.0:1715211266.347930:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715211266.347932:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715211266.347940:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076016896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211266.347961:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076016896/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211266.347986:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 02000000:00000010:2.0:1715211266.347992:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc500. 00000100:00000010:2.0:1715211266.347996:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715211271.353256:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211271.353285:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 00000100:00000010:0.0:1715211271.353344:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211271.353348:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc400. 02000000:00000010:0.0:1715211271.353417:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715211271.353425:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000010:0.0:1715211271.353433:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715211271.353441:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017024, portal 4 00000400:00000010:0.0:1715211271.353451:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 02000000:00000010:2.0:1715211271.353452:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000100:00000200:0.0:1715211271.353453:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076017024, offset 0 00000400:00000010:2.0:1715211271.353462:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:0.0:1715211271.353465:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211271.353477:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715211271.353483:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076016960, portal 25 00000400:00000200:0.0:1715211271.353486:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715211271.353487:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715211271.353489:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076016960, offset 0 00000400:00000200:2.0:1715211271.353496:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211271.353513:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211271.353519:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211271.353523:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211271.353526:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211271.353531:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1358:1358:256:4294967295] 192.168.202.130@tcp LPNI seq info [1358:1358:8:4294967295] 00000400:00000200:0.0:1715211271.353543:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211271.353551:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211271.353553:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211271.353556:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabce00. 00000400:00000200:2.0:1715211271.353557:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211271.353561:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211271.353564:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211271.353565:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211271.353567:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211271.353570:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1359:1359:255:4294967295] 192.168.202.130@tcp LPNI seq info [1359:1359:7:4294967295] 00000800:00000200:0.0:1715211271.353577:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211271.353580:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211271.353583:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211271.353584:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211271.353588:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000800:00000200:2.0:1715211271.353593:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211271.353599:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211271.353603:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211271.353706:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211271.353712:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabce00. 00000400:00000200:1.0:1715211271.353720:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211271.353728:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211271.353733:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715211271.353735:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715211271.353746:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076017024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211271.353834:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211271.353836:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715211271.353839:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211271.353843:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211271.353845:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:1.0:1715211271.353847:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:1.0:1715211271.353850:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076016960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211271.355754:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211271.355768:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15980 00000400:00000200:0.0:1715211271.355776:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b39 [1] + 224 00000400:00000200:0.0:1715211271.355788:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211271.355791:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211271.355799:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076017024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211271.355838:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211271.355843:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15940 00000400:00000200:0.0:1715211271.355848:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b41 [1] + 224 00000400:00000200:0.0:1715211271.355865:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211271.355868:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211271.355873:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076016960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211271.355924:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:2.0:1715211271.355932:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715211271.355934:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715211271.355942:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076017024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211271.355972:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076017024/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211271.355991:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 00000400:00000200:3.0:1715211271.356000:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:3.0:1715211271.356002:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 02000000:00000010:2.0:1715211271.356006:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 00000100:00000200:3.0:1715211271.356010:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076016960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211271.356012:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc400. 00000100:00000010:2.0:1715211271.356017:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000200:3.0:1715211271.356021:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076016960/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211271.356039:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715211271.356043:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000100:00000010:3.0:1715211271.356047:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715211276.361235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211276.361263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcd00. 00000100:00000010:0.0:1715211276.361315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211276.361336:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabca00. 02000000:00000010:0.0:1715211276.361409:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 02000000:00000010:1.0:1715211276.361412:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:0.0:1715211276.361418:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 00000400:00000010:1.0:1715211276.361421:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211276.361427:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000010:1.0:1715211276.361427:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211276.361436:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017088, portal 25 00000400:00000010:1.0:1715211276.361441:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da5d8. 00000100:00000200:0.0:1715211276.361442:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017152, portal 4 00000400:00000010:0.0:1715211276.361450:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715211276.361453:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076017152, offset 0 00000100:00000200:1.0:1715211276.361453:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076017088, offset 0 00000400:00000200:1.0:1715211276.361465:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211276.361474:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211276.361485:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211276.361492:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211276.361497:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211276.361502:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211276.361504:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211276.361509:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1360:1360:256:4294967295] 192.168.202.130@tcp LPNI seq info [1360:1360:8:4294967295] 00000400:00000200:1.0:1715211276.361521:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211276.361528:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211276.361530:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211276.361534:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715211276.361534:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715211276.361537:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211276.361541:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715211276.361541:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211276.361543:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211276.361546:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1361:1361:255:4294967295] 192.168.202.130@tcp LPNI seq info [1361:1361:7:4294967295] 00000800:00000200:1.0:1715211276.361552:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211276.361556:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211276.361557:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211276.361561:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211276.361564:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc800. 00000800:00000200:0.0:1715211276.361569:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211276.361575:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211276.361579:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211276.361681:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211276.361687:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715211276.361694:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211276.361702:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211276.361708:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da5d8 00000400:00000010:2.0:1715211276.361710:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da5d8. 00000100:00000200:2.0:1715211276.361721:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076017088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211276.361798:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211276.361801:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc800. 00000400:00000200:2.0:1715211276.361803:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211276.361807:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211276.361809:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715211276.361811:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715211276.361815:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076017152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211276.363551:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211276.363566:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe159c0 00000400:00000200:0.0:1715211276.363574:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b49 [1] + 224 00000400:00000200:0.0:1715211276.363586:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211276.363614:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211276.363623:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076017088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211276.363661:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211276.363667:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15a00 00000400:00000200:0.0:1715211276.363681:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b4d [1] + 224 00000400:00000200:0.0:1715211276.363701:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211276.363705:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211276.363710:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076017152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211276.363750:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211276.363758:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211276.363760:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211276.363767:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076017088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211276.363779:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076017088/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211276.363805:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715211276.363811:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcd00. 00000100:00000010:1.0:1715211276.363816:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:2.0:1715211276.363836:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:2.0:1715211276.363844:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715211276.363847:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715211276.363854:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076017152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211276.363865:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076017152/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211276.363890:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 02000000:00000010:2.0:1715211276.363896:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabca00. 00000100:00000010:2.0:1715211276.363909:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715211281.369232:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211281.369264:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 00000100:00000010:0.0:1715211281.369339:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715211281.369349:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc400. 02000000:00000010:0.0:1715211281.369440:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 02000000:00000010:2.0:1715211281.369441:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715211281.369450:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 00000400:00000010:2.0:1715211281.369452:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000400:00000010:0.0:1715211281.369460:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:2.0:1715211281.369460:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715211281.369469:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017216, portal 25 00000400:00000010:2.0:1715211281.369475:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:0.0:1715211281.369476:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017280, portal 4 00000100:00000200:2.0:1715211281.369477:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076017216, offset 0 00000400:00000010:0.0:1715211281.369485:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000400:00000200:2.0:1715211281.369489:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211281.369496:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076017280, offset 0 00000400:00000200:0.0:1715211281.369506:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211281.369511:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211281.369518:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211281.369524:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211281.369528:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211281.369531:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211281.369534:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1362:1362:256:4294967295] 192.168.202.130@tcp LPNI seq info [1362:1362:8:4294967295] 00000400:00000200:2.0:1715211281.369577:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211281.369585:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211281.369591:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715211281.369599:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211281.369610:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211281.369611:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715211281.369616:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211281.369617:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211281.369622:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211281.369626:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211281.369631:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211281.369636:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1363:1363:255:4294967295] 192.168.202.130@tcp LPNI seq info [1363:1363:7:4294967295] 00000400:00000200:0.0:1715211281.369651:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211281.369659:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211281.369665:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc200. 00000800:00000200:0.0:1715211281.369671:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211281.369680:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211281.369684:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211281.369706:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211281.369712:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715211281.369719:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211281.369726:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211281.369731:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:1.0:1715211281.369733:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:1.0:1715211281.369754:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076017216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211281.369861:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211281.369864:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc200. 00000400:00000200:1.0:1715211281.369868:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211281.369872:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211281.369875:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:1.0:1715211281.369877:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:1.0:1715211281.369881:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076017280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211281.371768:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211281.371793:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15a40 00000400:00000200:0.0:1715211281.371803:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b59 [1] + 224 00000400:00000200:0.0:1715211281.371821:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211281.371827:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211281.371838:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076017216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211281.371892:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211281.371900:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15a80 00000400:00000200:0.0:1715211281.371908:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b5d [1] + 224 00000400:00000200:0.0:1715211281.371929:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211281.371935:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211281.371943:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076017280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211281.371969:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:2.0:1715211281.371977:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:2.0:1715211281.371979:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715211281.371986:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076017216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211281.371998:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076017216/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211281.372025:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715211281.372031:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000100:00000010:2.0:1715211281.372036:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:1.0:1715211281.372068:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 00000400:00000200:1.0:1715211281.372077:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:1.0:1715211281.372078:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715211281.372086:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076017280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211281.372097:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076017280/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211281.372161:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 02000000:00000010:1.0:1715211281.372167:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc400. 00000100:00000010:1.0:1715211281.372171:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715211286.377191:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211286.377213:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc500. 00000100:00000010:0.0:1715211286.377250:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211286.377253:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabce00. 02000000:00000010:0.0:1715211286.377305:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715211286.377307:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715211286.377312:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:2.0:1715211286.377315:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000400:00000010:0.0:1715211286.377318:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000010:2.0:1715211286.377320:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:0.0:1715211286.377325:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017408, portal 4 00000100:00000200:2.0:1715211286.377325:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017344, portal 25 00000400:00000010:2.0:1715211286.377329:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000400:00000010:0.0:1715211286.377330:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715211286.377332:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076017408, offset 0 00000100:00000200:2.0:1715211286.377332:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076017344, offset 0 00000400:00000200:2.0:1715211286.377342:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211286.377349:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211286.377361:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211286.377368:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211286.377374:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211286.377378:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211286.377381:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211286.377385:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1364:1364:256:4294967295] 192.168.202.130@tcp LPNI seq info [1364:1364:8:4294967295] 00000400:00000200:2.0:1715211286.377395:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715211286.377400:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715211286.377401:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211286.377403:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211286.377405:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211286.377406:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1715211286.377406:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000400:00000200:0.0:1715211286.377408:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715211286.377412:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211286.377420:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211286.377421:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1365:1365:255:4294967295] 192.168.202.130@tcp LPNI seq info [1365:1365:7:4294967295] 00000800:00000200:2.0:1715211286.377424:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211286.377427:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211286.377430:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211286.377432:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcf00. 00000800:00000200:0.0:1715211286.377435:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211286.377439:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211286.377441:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211286.377486:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211286.377490:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715211286.377495:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211286.377500:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211286.377503:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:1.0:1715211286.377533:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:1.0:1715211286.377551:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076017344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211286.377609:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211286.377610:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcf00. 00000400:00000200:1.0:1715211286.377613:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211286.377615:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211286.377622:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715211286.377623:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715211286.377626:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076017408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211286.378881:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211286.378889:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15ac0 00000400:00000200:0.0:1715211286.378893:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b6d [1] + 224 00000400:00000200:0.0:1715211286.378900:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211286.378902:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211286.378907:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076017344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211286.378927:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211286.378930:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15b00 00000400:00000200:0.0:1715211286.378932:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b69 [1] + 224 00000400:00000200:0.0:1715211286.378941:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211286.378943:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211286.378946:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076017408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211286.378959:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:2.0:1715211286.378963:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:2.0:1715211286.378964:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:2.0:1715211286.378969:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076017344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211286.378975:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076017344/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211286.378992:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715211286.378997:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc500. 00000100:00000010:2.0:1715211286.379001:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:1.0:1715211286.379022:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 00000400:00000200:1.0:1715211286.379027:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715211286.379028:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715211286.379032:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076017408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211286.379038:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076017408/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211286.379053:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:1.0:1715211286.379055:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabce00. 00000100:00000010:1.0:1715211286.379057:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715211291.385249:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715211291.385278:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcb00. 00000100:00000010:0.0:1715211291.385344:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211291.385351:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc600. 02000000:00000010:0.0:1715211291.385435:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 02000000:00000010:3.0:1715211291.385436:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:0.0:1715211291.385446:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 00000400:00000010:3.0:1715211291.385446:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715211291.385457:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211291.385500:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017472, portal 25 00000400:00000010:0.0:1715211291.385503:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715211291.385507:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017536, portal 4 00000400:00000010:3.0:1715211291.385507:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257550. 00000100:00000200:3.0:1715211291.385511:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076017472, offset 0 00000400:00000010:0.0:1715211291.385515:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000200:3.0:1715211291.385532:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211291.385539:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076017536, offset 0 00000400:00000200:0.0:1715211291.385548:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211291.385555:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715211291.385564:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211291.385570:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715211291.385576:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211291.385580:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715211291.385586:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1366:1366:256:4294967295] 192.168.202.130@tcp LPNI seq info [1366:1366:8:4294967295] 00000400:00000200:3.0:1715211291.385602:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715211291.385623:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:3.0:1715211291.385625:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211291.385627:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211291.385630:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:3.0:1715211291.385632:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba700. 00000400:00000200:0.0:1715211291.385634:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211291.385637:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211291.385641:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1367:1367:255:4294967295] 192.168.202.130@tcp LPNI seq info [1367:1367:7:4294967295] 00000800:00000200:3.0:1715211291.385643:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211291.385651:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211291.385657:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:3.0:1715211291.385658:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:0.0:1715211291.385661:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc100. 00000800:00000200:3.0:1715211291.385665:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211291.385666:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211291.385672:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211291.385675:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211291.385761:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211291.385768:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba700. 00000400:00000200:1.0:1715211291.385776:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211291.385783:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211291.385788:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257550 00000400:00000010:1.0:1715211291.385791:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257550. 00000100:00000200:1.0:1715211291.385800:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076017472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211291.385888:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211291.385890:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc100. 00000400:00000200:1.0:1715211291.385894:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211291.385898:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211291.385900:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715211291.385902:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715211291.385906:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076017536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211291.387771:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211291.387784:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15b40 00000400:00000200:0.0:1715211291.387792:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b79 [1] + 224 00000400:00000200:0.0:1715211291.387805:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211291.387809:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211291.387817:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076017472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211291.387860:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211291.387869:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15b80 00000400:00000200:0.0:1715211291.387875:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b7d [1] + 224 00000400:00000200:0.0:1715211291.387903:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1715211291.387905:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715211291.387913:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211291.387915:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715211291.387916:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211291.387922:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076017536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211291.387922:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076017472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211291.387936:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076017472/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211291.387968:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715211291.387978:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcb00. 00000100:00000010:3.0:1715211291.387983:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000010:1.0:1715211291.388050:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 00000400:00000200:1.0:1715211291.388066:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715211291.388068:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715211291.388076:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076017536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211291.388087:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076017536/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211291.388112:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:1.0:1715211291.388157:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc600. 00000100:00000010:1.0:1715211291.388161:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715211296.393272:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211296.393298:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 00000100:00000010:0.0:1715211296.393349:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715211296.393353:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabca00. 02000000:00000010:0.0:1715211296.393445:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715211296.393454:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 00000400:00000010:0.0:1715211296.393463:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 02000000:00000010:1.0:1715211296.393465:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000100:00000200:0.0:1715211296.393471:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017664, portal 4 00000400:00000010:1.0:1715211296.393476:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211296.393479:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000400:00000010:1.0:1715211296.393481:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:0.0:1715211296.393482:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076017664, offset 0 00000100:00000200:1.0:1715211296.393486:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017600, portal 25 00000400:00000010:1.0:1715211296.393490:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da2a8. 00000400:00000200:0.0:1715211296.393495:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211296.393501:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076017600, offset 0 00000400:00000200:1.0:1715211296.393509:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211296.393515:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211296.393522:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211296.393528:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211296.393532:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211296.393535:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211296.393539:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1368:1368:256:4294967295] 192.168.202.130@tcp LPNI seq info [1368:1368:8:4294967295] 00000400:00000200:0.0:1715211296.393551:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211296.393558:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211296.393560:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211296.393563:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcd00. 00000400:00000200:1.0:1715211296.393564:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211296.393567:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211296.393571:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211296.393572:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211296.393573:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211296.393576:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1369:1369:255:4294967295] 192.168.202.130@tcp LPNI seq info [1369:1369:7:4294967295] 00000800:00000200:0.0:1715211296.393583:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211296.393587:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211296.393589:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211296.393591:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211296.393595:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715211296.393599:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211296.393606:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211296.393609:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211296.393670:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211296.393689:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcd00. 00000400:00000200:2.0:1715211296.393696:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211296.393704:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211296.393709:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715211296.393712:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715211296.393722:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076017664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211296.393795:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211296.393798:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715211296.393802:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211296.393805:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211296.393808:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da2a8 00000400:00000010:2.0:1715211296.393810:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da2a8. 00000100:00000200:2.0:1715211296.393814:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076017600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211296.395696:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211296.395710:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15c00 00000400:00000200:0.0:1715211296.395717:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b89 [1] + 224 00000400:00000200:0.0:1715211296.395741:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211296.395745:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211296.395753:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076017664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211296.395792:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211296.395798:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15bc0 00000400:00000200:0.0:1715211296.395802:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b91 [1] + 224 00000400:00000200:0.0:1715211296.395816:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211296.395820:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211296.395825:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076017600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211296.395885:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 00000400:00000200:2.0:1715211296.395893:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715211296.395896:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715211296.395904:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076017664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211296.395915:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076017664/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211296.395937:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211296.395945:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 02000000:00000010:2.0:1715211296.395951:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 00000400:00000010:1.0:1715211296.395956:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 02000000:00000010:2.0:1715211296.395959:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabca00. 00000100:00000200:1.0:1715211296.395964:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076017600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211296.395964:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000200:1.0:1715211296.395975:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076017600/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211296.395993:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715211296.395998:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000100:00000010:1.0:1715211296.396002:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715211301.401243:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211301.401271:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 00000100:00000010:0.0:1715211301.401328:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211301.401332:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcc00. 02000000:00000010:0.0:1715211301.401429:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715211301.401438:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 00000400:00000010:0.0:1715211301.401447:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 02000000:00000010:2.0:1715211301.401455:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000100:00000200:0.0:1715211301.401456:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017792, portal 4 00000400:00000010:0.0:1715211301.401464:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715211301.401466:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076017792, offset 0 00000400:00000010:2.0:1715211301.401466:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000400:00000010:2.0:1715211301.401472:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000200:0.0:1715211301.401478:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211301.401487:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017728, portal 25 00000400:00000010:2.0:1715211301.401491:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:2.0:1715211301.401494:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076017728, offset 0 00000400:00000200:0.0:1715211301.401500:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211301.401502:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211301.401508:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211301.401514:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211301.401519:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211301.401521:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211301.401525:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1370:1370:256:4294967295] 192.168.202.130@tcp LPNI seq info [1370:1370:8:4294967295] 00000400:00000200:0.0:1715211301.401538:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211301.401556:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211301.401558:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211301.401562:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc800. 00000400:00000200:2.0:1715211301.401562:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211301.401565:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211301.401568:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211301.401569:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211301.401571:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211301.401574:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1371:1371:255:4294967295] 192.168.202.130@tcp LPNI seq info [1371:1371:7:4294967295] 00000800:00000200:0.0:1715211301.401581:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211301.401584:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211301.401587:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211301.401589:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211301.401593:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715211301.401597:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211301.401604:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211301.401607:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211301.401675:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211301.401681:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc800. 00000400:00000200:1.0:1715211301.401689:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211301.401697:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211301.401701:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715211301.401704:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715211301.401714:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076017792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211301.401801:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211301.401804:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715211301.401807:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211301.401811:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211301.401813:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:1.0:1715211301.401814:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:1.0:1715211301.401818:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076017728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211301.403649:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211301.403664:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15c80 00000400:00000200:0.0:1715211301.403672:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2b99 [1] + 224 00000400:00000200:0.0:1715211301.403685:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211301.403689:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211301.403696:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076017792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211301.403734:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211301.403739:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15c40 00000400:00000200:0.0:1715211301.403743:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ba1 [1] + 224 00000400:00000200:0.0:1715211301.403762:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211301.403766:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211301.403771:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076017728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211301.403823:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 00000400:00000200:2.0:1715211301.403831:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715211301.403832:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715211301.403841:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076017792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211301.403852:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076017792/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211301.403887:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 00000400:00000010:3.0:1715211301.403890:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 02000000:00000010:2.0:1715211301.403895:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcc00. 00000100:00000010:2.0:1715211301.403899:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000200:3.0:1715211301.403899:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:3.0:1715211301.403901:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:3.0:1715211301.403909:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076017728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211301.403920:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076017728/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211301.403938:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715211301.403943:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:3.0:1715211301.403947:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715211306.409239:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211306.409268:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcb00. 00000100:00000010:0.0:1715211306.409323:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211306.409327:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc100. 02000000:00000010:0.0:1715211306.409426:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 02000000:00000010:1.0:1715211306.409428:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715211306.409436:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 00000400:00000010:1.0:1715211306.409438:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:1.0:1715211306.409445:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000010:0.0:1715211306.409447:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715211306.409454:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017856, portal 25 00000400:00000010:1.0:1715211306.409459:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dac38. 00000100:00000200:0.0:1715211306.409461:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017920, portal 4 00000100:00000200:1.0:1715211306.409462:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076017856, offset 0 00000400:00000010:0.0:1715211306.409470:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000400:00000200:1.0:1715211306.409474:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211306.409489:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076017920, offset 0 00000400:00000200:1.0:1715211306.409494:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211306.409497:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211306.409512:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211306.409517:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211306.409522:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211306.409525:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211306.409529:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1372:1372:256:4294967295] 192.168.202.130@tcp LPNI seq info [1372:1372:8:4294967295] 00000400:00000200:1.0:1715211306.409542:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211306.409549:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211306.409550:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211306.409554:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715211306.409554:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715211306.409557:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211306.409560:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211306.409562:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715211306.409562:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211306.409565:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1373:1373:255:4294967295] 192.168.202.130@tcp LPNI seq info [1373:1373:7:4294967295] 00000800:00000200:1.0:1715211306.409575:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211306.409576:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211306.409581:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715211306.409581:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1715211306.409585:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc600. 00000800:00000200:0.0:1715211306.409589:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211306.409595:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211306.409599:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211306.409679:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211306.409686:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715211306.409694:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211306.409702:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211306.409707:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dac38 00000400:00000010:2.0:1715211306.409710:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dac38. 00000100:00000200:2.0:1715211306.409720:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076017856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211306.409830:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211306.409832:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc600. 00000400:00000200:2.0:1715211306.409836:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211306.409840:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211306.409843:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715211306.409845:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715211306.409849:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076017920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211306.411652:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211306.411666:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15cc0 00000400:00000200:0.0:1715211306.411674:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ba9 [1] + 224 00000400:00000200:0.0:1715211306.411687:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211306.411690:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211306.411698:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076017856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211306.411736:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211306.411741:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15d00 00000400:00000200:0.0:1715211306.411745:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2bad [1] + 224 00000400:00000200:0.0:1715211306.411767:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211306.411771:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211306.411775:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076017920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211306.411825:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211306.411832:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211306.411834:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211306.411842:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076017856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211306.411853:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076017856/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211306.411880:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715211306.411887:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcb00. 00000100:00000010:1.0:1715211306.411892:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:2.0:1715211306.411908:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:2.0:1715211306.411916:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715211306.411918:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715211306.411926:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076017920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211306.411937:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076017920/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211306.411961:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715211306.411966:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc100. 00000100:00000010:2.0:1715211306.411969:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715211311.417229:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211311.417250:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 00000100:00000010:0.0:1715211311.417324:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211311.417328:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc500. 02000000:00000010:3.0:1715211311.417364:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 02000000:00000010:2.0:1715211311.417365:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:2.0:1715211311.417373:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5318. 00000400:00000010:3.0:1715211311.417373:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715211311.417378:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000400:00000010:3.0:1715211311.417378:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:2.0:1715211311.417384:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018048, portal 4 00000100:00000200:3.0:1715211311.417388:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076017984, portal 25 00000400:00000010:2.0:1715211311.417389:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715211311.417391:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076018048, offset 0 00000400:00000010:3.0:1715211311.417392:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257880. 00000400:00000200:2.0:1715211311.417399:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715211311.417403:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076017984, offset 0 00000400:00000200:3.0:1715211311.417408:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211311.417412:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211311.417416:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211311.417420:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211311.417422:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211311.417424:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211311.417432:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1374:1374:256:4294967295] 192.168.202.130@tcp LPNI seq info [1374:1374:8:4294967295] 00000400:00000200:2.0:1715211311.417439:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211311.417443:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211311.417444:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715211311.417447:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000400:00000200:3.0:1715211311.417447:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211311.417450:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:2.0:1715211311.417453:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715211311.417453:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211311.417455:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715211311.417457:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1375:1375:255:4294967295] 192.168.202.130@tcp LPNI seq info [1375:1375:7:4294967295] 00000800:00000200:2.0:1715211311.417460:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211311.417463:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715211311.417465:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715211311.417469:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715211311.417472:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba200. 00000800:00000200:3.0:1715211311.417476:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715211311.417480:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715211311.417482:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211311.417533:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211311.417536:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715211311.417541:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211311.417547:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211311.417550:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:0.0:1715211311.417553:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:0.0:1715211311.417560:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076018048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211311.417621:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211311.417622:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba200. 00000400:00000200:0.0:1715211311.417625:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211311.417628:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211311.417630:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257880 00000400:00000010:0.0:1715211311.417631:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257880. 00000100:00000200:0.0:1715211311.417634:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076017984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211311.418712:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211311.418722:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15d40 00000400:00000200:0.0:1715211311.418727:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2bbd [1] + 224 00000400:00000200:0.0:1715211311.418736:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211311.418739:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211311.418744:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076017984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211311.418773:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211311.418778:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15d80 00000400:00000200:0.0:1715211311.418788:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2bb9 [1] + 224 00000400:00000010:3.0:1715211311.418794:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715211311.418799:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211311.418800:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715211311.418803:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1715211311.418804:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076017984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211311.418806:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211311.418810:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076018048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211311.418812:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076017984/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211311.418832:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715211311.418838:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000100:00000010:3.0:1715211311.418842:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:2.0:1715211311.418881:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5318. 00000400:00000200:2.0:1715211311.418885:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:2.0:1715211311.418886:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715211311.418890:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076018048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211311.418895:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076018048/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211311.418909:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:2.0:1715211311.418912:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc500. 00000100:00000010:2.0:1715211311.418913:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715211316.425324:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211316.425351:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 00000100:00000010:0.0:1715211316.425407:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211316.425411:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcc00. 02000000:00000010:0.0:1715211316.425486:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715211316.425496:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 02000000:00000010:1.0:1715211316.425503:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715211316.425504:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:1.0:1715211316.425513:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:0.0:1715211316.425514:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018176, portal 4 00000400:00000010:1.0:1715211316.425519:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000010:0.0:1715211316.425523:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715211316.425524:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018112, portal 25 00000100:00000200:0.0:1715211316.425526:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076018176, offset 0 00000400:00000010:1.0:1715211316.425528:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daa18. 00000100:00000200:1.0:1715211316.425531:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076018112, offset 0 00000400:00000200:0.0:1715211316.425539:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211316.425549:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211316.425560:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211316.425567:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211316.425572:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211316.425577:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211316.425579:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211316.425583:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1376:1376:256:4294967295] 192.168.202.130@tcp LPNI seq info [1376:1376:8:4294967295] 00000400:00000200:0.0:1715211316.425596:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211316.425602:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211316.425604:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211316.425607:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc800. 00000400:00000200:1.0:1715211316.425608:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211316.425615:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211316.425626:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211316.425628:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211316.425631:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211316.425632:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211316.425634:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211316.425637:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1377:1377:255:4294967295] 192.168.202.130@tcp LPNI seq info [1377:1377:7:4294967295] 00000400:00000200:1.0:1715211316.425647:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211316.425651:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211316.425656:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715211316.425660:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211316.425667:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211316.425670:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211316.425718:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211316.425724:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc800. 00000400:00000200:2.0:1715211316.425733:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211316.425740:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211316.425745:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715211316.425748:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715211316.425758:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076018176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211316.425846:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211316.425848:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715211316.425852:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211316.425856:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211316.425858:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daa18 00000400:00000010:2.0:1715211316.425869:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daa18. 00000100:00000200:2.0:1715211316.425875:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076018112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211316.427820:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211316.427842:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15e00 00000400:00000200:0.0:1715211316.427850:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2bc9 [1] + 224 00000400:00000200:0.0:1715211316.427863:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211316.427867:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211316.427875:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076018176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211316.427914:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211316.427919:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15dc0 00000400:00000200:0.0:1715211316.427923:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2bcd [1] + 224 00000400:00000200:0.0:1715211316.427938:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211316.427941:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211316.427946:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076018112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211316.428004:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 00000400:00000200:2.0:1715211316.428012:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715211316.428014:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715211316.428022:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076018176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211316.428033:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076018176/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211316.428066:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:2.0:1715211316.428068:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 00000400:00000200:1.0:1715211316.428074:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 02000000:00000010:2.0:1715211316.428076:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcc00. 00000400:00000010:1.0:1715211316.428077:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000010:2.0:1715211316.428081:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000200:1.0:1715211316.428084:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076018112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211316.428095:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076018112/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211316.428113:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715211316.428157:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:1.0:1715211316.428162:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715211321.433316:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211321.433346:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcd00. 00000100:00000010:0.0:1715211321.433399:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211321.433403:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc700. 02000000:00000010:0.0:1715211321.433466:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715211321.433475:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 00000400:00000010:0.0:1715211321.433483:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715211321.433492:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018304, portal 4 00000400:00000010:0.0:1715211321.433500:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715211321.433502:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076018304, offset 0 00000400:00000200:0.0:1715211321.433514:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:3.0:1715211321.433514:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:3.0:1715211321.433525:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715211321.433530:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715211321.433534:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:3.0:1715211321.433535:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018240, portal 25 00000400:00000010:3.0:1715211321.433539:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257dd0. 00000400:00000200:0.0:1715211321.433541:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1715211321.433541:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076018240, offset 0 00000400:00000200:0.0:1715211321.433546:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211321.433550:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211321.433553:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715211321.433558:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211321.433568:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1378:1378:256:4294967295] 192.168.202.130@tcp LPNI seq info [1378:1378:8:4294967295] 00000400:00000200:0.0:1715211321.433581:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211321.433589:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211321.433591:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211321.433594:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc200. 00000400:00000200:3.0:1715211321.433595:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211321.433599:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211321.433602:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715211321.433602:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211321.433604:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715211321.433607:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1379:1379:255:4294967295] 192.168.202.130@tcp LPNI seq info [1379:1379:7:4294967295] 00000800:00000200:0.0:1715211321.433615:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715211321.433618:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211321.433620:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715211321.433622:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715211321.433626:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba500. 00000800:00000200:3.0:1715211321.433631:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715211321.433637:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715211321.433641:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211321.433706:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211321.433712:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc200. 00000400:00000200:1.0:1715211321.433719:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211321.433727:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211321.433731:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715211321.433734:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715211321.433744:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076018304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211321.433821:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211321.433823:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba500. 00000400:00000200:1.0:1715211321.433835:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211321.433839:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211321.433842:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257dd0 00000400:00000010:1.0:1715211321.433844:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257dd0. 00000100:00000200:1.0:1715211321.433849:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076018240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211321.435508:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211321.435522:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15e80 00000400:00000200:0.0:1715211321.435529:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2bd9 [1] + 224 00000400:00000200:0.0:1715211321.435541:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211321.435545:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211321.435553:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076018304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211321.435592:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211321.435597:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15e40 00000400:00000200:0.0:1715211321.435601:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2be1 [1] + 224 00000400:00000200:0.0:1715211321.435622:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211321.435626:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211321.435631:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076018240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211321.435681:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 00000400:00000200:2.0:1715211321.435689:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715211321.435691:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715211321.435699:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076018304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211321.435711:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076018304/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211321.435745:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 00000400:00000010:3.0:1715211321.435751:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715211321.435753:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc700. 00000100:00000010:2.0:1715211321.435758:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000200:3.0:1715211321.435760:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211321.435763:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211321.435770:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076018240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211321.435781:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076018240/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211321.435799:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715211321.435806:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcd00. 00000100:00000010:3.0:1715211321.435810:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715211326.441268:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715211326.441297:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 00000100:00000010:0.0:1715211326.441347:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211326.441351:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 02000000:00000010:0.0:1715211326.441422:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47600. 00000400:00000010:0.0:1715211326.441431:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 02000000:00000010:1.0:1715211326.441434:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:1.0:1715211326.441444:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211326.441453:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000010:1.0:1715211326.441453:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:0.0:1715211326.441461:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018432, portal 4 00000100:00000200:1.0:1715211326.441468:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018368, portal 25 00000400:00000010:0.0:1715211326.441470:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715211326.441472:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076018432, offset 0 00000400:00000010:1.0:1715211326.441472:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da330. 00000100:00000200:1.0:1715211326.441475:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076018368, offset 0 00000400:00000200:0.0:1715211326.441485:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211326.441494:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211326.441504:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211326.441511:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211326.441517:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211326.441522:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211326.441525:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211326.441528:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1380:1380:256:4294967295] 192.168.202.130@tcp LPNI seq info [1380:1380:8:4294967295] 00000400:00000200:0.0:1715211326.441541:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211326.441548:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211326.441549:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211326.441552:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcc00. 00000400:00000200:1.0:1715211326.441553:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211326.441557:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211326.441560:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211326.441560:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211326.441563:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211326.441566:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1381:1381:255:4294967295] 192.168.202.130@tcp LPNI seq info [1381:1381:7:4294967295] 00000800:00000200:0.0:1715211326.441572:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211326.441576:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211326.441578:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211326.441581:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211326.441584:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715211326.441589:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211326.441596:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211326.441600:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211326.441667:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211326.441673:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcc00. 00000400:00000200:2.0:1715211326.441680:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211326.441688:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211326.441693:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715211326.441696:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715211326.441706:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076018432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211326.441814:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211326.441816:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715211326.441820:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211326.441824:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211326.441827:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da330 00000400:00000010:2.0:1715211326.441829:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da330. 00000100:00000200:2.0:1715211326.441833:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076018368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211326.443639:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211326.443653:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15f00 00000400:00000200:0.0:1715211326.443661:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2be9 [1] + 224 00000400:00000200:0.0:1715211326.443673:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211326.443677:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211326.443685:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076018432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211326.443722:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211326.443728:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15ec0 00000400:00000200:0.0:1715211326.443732:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2bed [1] + 224 00000400:00000200:0.0:1715211326.443751:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211326.443762:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211326.443767:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076018368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211326.443816:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:2.0:1715211326.443825:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715211326.443827:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715211326.443835:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076018432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211326.443846:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076018432/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211326.443882:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47600. 00000400:00000010:1.0:1715211326.443883:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:2.0:1715211326.443889:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000400:00000200:1.0:1715211326.443891:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211326.443893:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000010:2.0:1715211326.443894:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000200:1.0:1715211326.443901:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076018368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211326.443912:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076018368/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211326.443941:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715211326.443946:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:1.0:1715211326.443950:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715211331.449288:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211331.449316:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc800. 00000100:00000010:0.0:1715211331.449369:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715211331.449373:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 02000000:00000010:0.0:1715211331.449435:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715211331.449445:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:0.0:1715211331.449454:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 02000000:00000010:2.0:1715211331.449455:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000100:00000200:0.0:1715211331.449461:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018560, portal 4 00000400:00000010:2.0:1715211331.449465:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5318. 00000400:00000010:0.0:1715211331.449468:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715211331.449471:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076018560, offset 0 00000400:00000010:2.0:1715211331.449471:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715211331.449476:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018496, portal 25 00000400:00000010:2.0:1715211331.449480:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000400:00000200:0.0:1715211331.449484:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211331.449493:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076018496, offset 0 00000400:00000200:2.0:1715211331.449500:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211331.449504:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211331.449512:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211331.449518:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211331.449522:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211331.449525:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211331.449529:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1382:1382:256:4294967295] 192.168.202.130@tcp LPNI seq info [1382:1382:8:4294967295] 00000400:00000200:0.0:1715211331.449542:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211331.449548:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211331.449551:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211331.449553:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc500. 00000400:00000200:2.0:1715211331.449555:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211331.449559:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211331.449559:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211331.449562:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211331.449565:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211331.449570:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211331.449575:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211331.449581:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1383:1383:255:4294967295] 192.168.202.130@tcp LPNI seq info [1383:1383:7:4294967295] 00000400:00000200:2.0:1715211331.449591:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211331.449597:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211331.449601:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715211331.449606:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211331.449612:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211331.449616:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211331.449655:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211331.449661:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc500. 00000400:00000200:1.0:1715211331.449668:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211331.449675:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211331.449680:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:1.0:1715211331.449682:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:1.0:1715211331.449693:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076018560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211331.449772:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211331.449774:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715211331.449777:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211331.449781:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211331.449784:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:1.0:1715211331.449786:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:1.0:1715211331.449789:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076018496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211331.451479:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211331.451492:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe15f80 00000400:00000200:0.0:1715211331.451501:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2bf9 [1] + 224 00000400:00000200:0.0:1715211331.451527:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211331.451531:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211331.451539:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076018560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211331.451580:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211331.451586:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15f40 00000400:00000200:0.0:1715211331.451590:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c01 [1] + 224 00000400:00000200:0.0:1715211331.451604:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211331.451608:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211331.451613:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076018496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211331.451669:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 00000400:00000200:2.0:1715211331.451677:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715211331.451679:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715211331.451687:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076018560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211331.451699:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076018560/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211331.451733:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5318. 02000000:00000010:2.0:1715211331.451734:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 02000000:00000010:2.0:1715211331.451740:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000400:00000200:3.0:1715211331.451741:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:3.0:1715211331.451743:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000010:2.0:1715211331.451745:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000200:3.0:1715211331.451751:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076018496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211331.451762:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076018496/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211331.451797:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715211331.451802:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc800. 00000100:00000010:3.0:1715211331.451805:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715211336.457249:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211336.457274:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f307700. 00000100:00000010:0.0:1715211336.457326:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211336.457330:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f307d00. 02000000:00000010:0.0:1715211336.457401:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715211336.457410:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 02000000:00000010:1.0:1715211336.457416:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:0.0:1715211336.457419:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000010:1.0:1715211336.457425:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:0.0:1715211336.457427:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018688, portal 4 00000400:00000010:1.0:1715211336.457431:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000010:0.0:1715211336.457435:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715211336.457435:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018624, portal 25 00000100:00000200:0.0:1715211336.457437:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076018688, offset 0 00000400:00000010:1.0:1715211336.457439:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dadd0. 00000100:00000200:1.0:1715211336.457442:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076018624, offset 0 00000400:00000200:0.0:1715211336.457449:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211336.457460:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211336.457469:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211336.457476:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211336.457481:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211336.457486:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211336.457489:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211336.457493:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1384:1384:256:4294967295] 192.168.202.130@tcp LPNI seq info [1384:1384:8:4294967295] 00000400:00000200:0.0:1715211336.457505:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211336.457526:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211336.457527:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211336.457531:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307900. 00000400:00000200:1.0:1715211336.457532:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211336.457535:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211336.457538:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211336.457539:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211336.457540:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211336.457550:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211336.457553:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1385:1385:255:4294967295] 192.168.202.130@tcp LPNI seq info [1385:1385:7:4294967295] 00000800:00000200:0.0:1715211336.457556:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211336.457563:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211336.457569:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211336.457573:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715211336.457578:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211336.457585:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211336.457589:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211336.457636:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211336.457642:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307900. 00000400:00000200:2.0:1715211336.457649:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211336.457657:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211336.457662:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715211336.457664:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715211336.457675:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076018688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211336.457742:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211336.457745:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715211336.457748:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211336.457752:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211336.457755:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dadd0 00000400:00000010:2.0:1715211336.457766:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dadd0. 00000100:00000200:2.0:1715211336.457771:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076018624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211336.459405:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211336.459418:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16000 00000400:00000200:0.0:1715211336.459425:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c09 [1] + 224 00000400:00000200:0.0:1715211336.459437:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211336.459441:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211336.459449:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076018688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211336.459485:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211336.459490:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe15fc0 00000400:00000200:0.0:1715211336.459495:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c0d [1] + 224 00000400:00000200:0.0:1715211336.459513:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211336.459517:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211336.459521:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076018624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211336.459580:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 00000400:00000200:2.0:1715211336.459588:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715211336.459590:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715211336.459598:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076018688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211336.459609:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076018688/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211336.459632:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211336.459640:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211336.459642:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 02000000:00000010:2.0:1715211336.459645:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 00000100:00000200:1.0:1715211336.459650:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076018624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211336.459651:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f307d00. 00000100:00000010:2.0:1715211336.459656:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000200:1.0:1715211336.459661:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076018624/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211336.459678:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715211336.459684:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f307700. 00000100:00000010:1.0:1715211336.459688:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715211341.465271:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211341.465300:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 00000100:00000010:0.0:1715211341.465360:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211341.465365:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc800. 02000000:00000010:0.0:1715211341.465429:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47600. 00000400:00000010:0.0:1715211341.465438:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 00000400:00000010:0.0:1715211341.465446:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715211341.465455:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018816, portal 4 00000400:00000010:0.0:1715211341.465463:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 02000000:00000010:2.0:1715211341.465464:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:2.0:1715211341.465475:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd52c0. 00000100:00000200:0.0:1715211341.465481:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076018816, offset 0 00000400:00000010:2.0:1715211341.465481:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:2.0:1715211341.465486:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018752, portal 25 00000400:00000010:2.0:1715211341.465490:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000200:0.0:1715211341.465494:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211341.465502:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076018752, offset 0 00000400:00000200:2.0:1715211341.465510:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211341.465515:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211341.465522:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211341.465527:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211341.465532:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211341.465535:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211341.465539:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1386:1386:256:4294967295] 192.168.202.130@tcp LPNI seq info [1386:1386:8:4294967295] 00000400:00000200:0.0:1715211341.465552:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211341.465559:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211341.465561:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211341.465564:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc500. 00000400:00000200:2.0:1715211341.465566:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211341.465569:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211341.465572:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211341.465573:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211341.465575:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211341.465578:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1387:1387:255:4294967295] 192.168.202.130@tcp LPNI seq info [1387:1387:7:4294967295] 00000800:00000200:0.0:1715211341.465584:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211341.465587:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211341.465590:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211341.465592:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211341.465596:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715211341.465600:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211341.465617:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211341.465620:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211341.465675:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211341.465681:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc500. 00000400:00000200:1.0:1715211341.465689:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211341.465696:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211341.465702:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715211341.465704:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715211341.465715:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076018816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211341.465808:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211341.465810:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715211341.465813:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211341.465817:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211341.465820:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:1.0:1715211341.465830:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:1.0:1715211341.465836:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076018752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211341.467513:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211341.467527:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16080 00000400:00000200:0.0:1715211341.467533:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c19 [1] + 224 00000400:00000200:0.0:1715211341.467545:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211341.467548:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211341.467556:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076018816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211341.467596:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211341.467601:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16040 00000400:00000200:0.0:1715211341.467605:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c21 [1] + 224 00000400:00000200:0.0:1715211341.467626:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211341.467630:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211341.467635:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076018752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211341.467694:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000400:00000200:2.0:1715211341.467702:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715211341.467704:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715211341.467712:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076018816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211341.467724:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076018816/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211341.467759:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47600. 02000000:00000010:2.0:1715211341.467766:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc800. 00000400:00000010:3.0:1715211341.467770:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd52c0. 00000100:00000010:2.0:1715211341.467771:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000200:3.0:1715211341.467779:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:3.0:1715211341.467781:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:3.0:1715211341.467789:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076018752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211341.467800:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076018752/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211341.467818:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715211341.467823:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000100:00000010:3.0:1715211341.467827:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715211346.473247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211346.473271:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc400. 00000100:00000010:0.0:1715211346.473318:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211346.473322:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 02000000:00000010:0.0:1715211346.473389:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715211346.473397:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:0.0:1715211346.473405:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 02000000:00000010:1.0:1715211346.473410:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000100:00000200:0.0:1715211346.473414:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018944, portal 4 00000400:00000010:1.0:1715211346.473419:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211346.473421:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715211346.473424:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076018944, offset 0 00000400:00000010:1.0:1715211346.473425:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211346.473430:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076018880, portal 25 00000400:00000010:1.0:1715211346.473434:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da660. 00000400:00000200:0.0:1715211346.473437:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211346.473445:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076018880, offset 0 00000400:00000200:1.0:1715211346.473454:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211346.473455:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211346.473462:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211346.473467:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211346.473471:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211346.473474:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211346.473478:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1388:1388:256:4294967295] 192.168.202.130@tcp LPNI seq info [1388:1388:8:4294967295] 00000400:00000200:0.0:1715211346.473490:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211346.473497:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211346.473499:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211346.473500:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc600. 00000400:00000200:1.0:1715211346.473503:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211346.473506:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211346.473507:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211346.473509:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211346.473511:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211346.473515:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1389:1389:255:4294967295] 192.168.202.130@tcp LPNI seq info [1389:1389:7:4294967295] 00000800:00000200:0.0:1715211346.473516:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211346.473521:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211346.473524:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211346.473529:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211346.473533:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715211346.473538:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211346.473544:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211346.473548:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211346.473630:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211346.473637:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc600. 00000400:00000200:2.0:1715211346.473643:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211346.473651:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211346.473656:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715211346.473659:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715211346.473668:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076018944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211346.473744:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211346.473746:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715211346.473750:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211346.473753:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211346.473756:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da660 00000400:00000010:2.0:1715211346.473757:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da660. 00000100:00000200:2.0:1715211346.473761:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076018880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211346.475513:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211346.475526:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16100 00000400:00000200:0.0:1715211346.475534:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c29 [1] + 224 00000400:00000200:0.0:1715211346.475546:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211346.475550:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211346.475569:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076018944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211346.475612:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211346.475618:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe160c0 00000400:00000200:0.0:1715211346.475622:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c31 [1] + 224 00000400:00000200:0.0:1715211346.475638:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211346.475642:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211346.475647:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076018880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211346.475705:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000400:00000200:2.0:1715211346.475715:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715211346.475718:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715211346.475739:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076018944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211346.475757:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076018944/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211346.475771:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211346.475778:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211346.475780:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211346.475788:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076018880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211346.475797:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 00000100:00000200:1.0:1715211346.475799:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076018880/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211346.475806:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000100:00000010:2.0:1715211346.475812:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 02000000:00000010:1.0:1715211346.475817:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715211346.475831:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc400. 00000100:00000010:1.0:1715211346.475835:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715211351.481238:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211351.481266:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabca00. 00000100:00000010:0.0:1715211351.481320:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211351.481324:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 02000000:00000010:0.0:1715211351.481390:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715211351.481399:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 00000400:00000010:0.0:1715211351.481407:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 02000000:00000010:2.0:1715211351.481407:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000100:00000200:0.0:1715211351.481415:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019072, portal 4 00000400:00000010:2.0:1715211351.481419:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd52c0. 00000400:00000010:0.0:1715211351.481423:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000010:2.0:1715211351.481425:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:0.0:1715211351.481426:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076019072, offset 0 00000100:00000200:2.0:1715211351.481430:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019008, portal 25 00000400:00000010:2.0:1715211351.481434:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000400:00000200:0.0:1715211351.481437:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211351.481446:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076019008, offset 0 00000400:00000200:2.0:1715211351.481454:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211351.481457:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211351.481465:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211351.481470:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211351.481474:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211351.481477:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211351.481481:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1390:1390:256:4294967295] 192.168.202.130@tcp LPNI seq info [1390:1390:8:4294967295] 00000400:00000200:0.0:1715211351.481493:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211351.481500:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211351.481503:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211351.481505:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcc00. 00000400:00000200:2.0:1715211351.481507:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211351.481510:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211351.481513:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211351.481516:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211351.481519:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1391:1391:255:4294967295] 192.168.202.130@tcp LPNI seq info [1391:1391:7:4294967295] 00000800:00000200:0.0:1715211351.481529:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211351.481529:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211351.481534:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211351.481538:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:0.0:1715211351.481540:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211351.481543:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211351.481545:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211351.481549:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211351.481553:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211351.481626:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211351.481632:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcc00. 00000400:00000200:1.0:1715211351.481640:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211351.481648:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211351.481653:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715211351.481655:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715211351.481665:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076019072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211351.481747:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211351.481750:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715211351.481752:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211351.481757:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211351.481759:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715211351.481761:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715211351.481765:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076019008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211351.483559:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211351.483572:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16180 00000400:00000200:0.0:1715211351.483580:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c39 [1] + 224 00000400:00000200:0.0:1715211351.483592:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211351.483596:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211351.483604:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076019072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211351.483642:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211351.483647:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16140 00000400:00000200:0.0:1715211351.483651:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c41 [1] + 224 00000400:00000200:0.0:1715211351.483667:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211351.483671:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211351.483676:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076019008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211351.483737:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000400:00000200:2.0:1715211351.483747:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715211351.483750:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715211351.483759:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076019072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211351.483788:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076019072/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211351.483790:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd52c0. 00000400:00000200:3.0:1715211351.483799:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:3.0:1715211351.483801:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:3.0:1715211351.483809:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076019008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211351.483820:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076019008/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211351.483831:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:3.0:1715211351.483838:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715211351.483840:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 02000000:00000010:3.0:1715211351.483843:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabca00. 00000100:00000010:2.0:1715211351.483847:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:3.0:1715211351.483847:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715211356.489236:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211356.489261:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcb00. 00000100:00000010:0.0:1715211356.489314:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211356.489318:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 02000000:00000010:0.0:1715211356.489390:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715211356.489399:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 02000000:00000010:1.0:1715211356.489403:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715211356.489408:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:1.0:1715211356.489414:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:0.0:1715211356.489416:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019200, portal 4 00000400:00000010:1.0:1715211356.489419:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211356.489424:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019136, portal 25 00000400:00000010:0.0:1715211356.489425:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715211356.489427:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076019200, offset 0 00000400:00000010:1.0:1715211356.489428:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dacc0. 00000100:00000200:1.0:1715211356.489431:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076019136, offset 0 00000400:00000200:0.0:1715211356.489439:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211356.489448:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211356.489459:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211356.489479:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211356.489485:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211356.489490:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211356.489493:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211356.489497:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1392:1392:256:4294967295] 192.168.202.130@tcp LPNI seq info [1392:1392:8:4294967295] 00000400:00000200:0.0:1715211356.489511:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211356.489520:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211356.489520:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211356.489524:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715211356.489525:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabce00. 00000400:00000200:1.0:1715211356.489527:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211356.489530:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211356.489533:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211356.489533:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211356.489536:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1393:1393:255:4294967295] 192.168.202.130@tcp LPNI seq info [1393:1393:7:4294967295] 00000800:00000200:0.0:1715211356.489544:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211356.489546:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211356.489550:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211356.489561:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211356.489566:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715211356.489571:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211356.489577:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211356.489581:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211356.489631:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211356.489638:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabce00. 00000400:00000200:2.0:1715211356.489645:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211356.489653:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211356.489658:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715211356.489660:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715211356.489671:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076019200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211356.489737:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211356.489740:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715211356.489743:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211356.489747:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211356.489750:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dacc0 00000400:00000010:2.0:1715211356.489752:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dacc0. 00000100:00000200:2.0:1715211356.489755:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076019136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211356.491656:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211356.491670:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe161c0 00000400:00000200:0.0:1715211356.491678:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c4d [1] + 224 00000400:00000200:0.0:1715211356.491691:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211356.491695:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211356.491703:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076019136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211356.491740:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211356.491746:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16200 00000400:00000200:0.0:1715211356.491750:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c49 [1] + 224 00000400:00000200:0.0:1715211356.491765:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211356.491769:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211356.491774:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076019200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211356.491827:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211356.491835:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211356.491837:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211356.491845:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076019136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211356.491856:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076019136/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211356.491883:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715211356.491891:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcb00. 00000100:00000010:1.0:1715211356.491896:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:2.0:1715211356.491904:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 00000400:00000200:2.0:1715211356.491943:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715211356.491946:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715211356.491957:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076019200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211356.491972:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076019200/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211356.492006:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:2.0:1715211356.492013:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:2.0:1715211356.492030:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715211361.497264:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211361.497291:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcc00. 00000100:00000010:0.0:1715211361.497344:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211361.497361:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc100. 02000000:00000010:0.0:1715211361.497428:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715211361.497437:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 02000000:00000010:2.0:1715211361.497438:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715211361.497445:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000010:2.0:1715211361.497449:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5318. 00000100:00000200:0.0:1715211361.497453:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019328, portal 4 00000400:00000010:2.0:1715211361.497454:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715211361.497459:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019264, portal 25 00000400:00000010:0.0:1715211361.497461:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:0.0:1715211361.497463:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076019328, offset 0 00000400:00000010:2.0:1715211361.497465:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715211361.497467:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076019264, offset 0 00000400:00000200:0.0:1715211361.497476:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211361.497486:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211361.497496:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211361.497504:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211361.497509:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211361.497514:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211361.497516:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211361.497520:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1394:1394:256:4294967295] 192.168.202.130@tcp LPNI seq info [1394:1394:8:4294967295] 00000400:00000200:0.0:1715211361.497533:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211361.497540:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211361.497543:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211361.497545:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc200. 00000400:00000200:2.0:1715211361.497547:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211361.497550:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211361.497552:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211361.497553:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211361.497555:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211361.497559:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1395:1395:255:4294967295] 192.168.202.130@tcp LPNI seq info [1395:1395:7:4294967295] 00000800:00000200:0.0:1715211361.497564:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211361.497569:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211361.497569:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211361.497574:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211361.497577:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715211361.497582:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211361.497589:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211361.497593:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211361.497647:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211361.497653:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc200. 00000400:00000200:1.0:1715211361.497661:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211361.497669:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211361.497674:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715211361.497676:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715211361.497686:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076019328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211361.497767:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211361.497769:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715211361.497772:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211361.497776:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211361.497778:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:1.0:1715211361.497780:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:1.0:1715211361.497784:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076019264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211361.499585:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211361.499599:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16280 00000400:00000200:0.0:1715211361.499607:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c59 [1] + 224 00000400:00000200:0.0:1715211361.499619:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211361.499623:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211361.499631:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076019328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211361.499669:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211361.499675:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16240 00000400:00000200:0.0:1715211361.499688:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c5d [1] + 224 00000400:00000200:0.0:1715211361.499708:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211361.499712:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211361.499717:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076019264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211361.499765:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000400:00000200:2.0:1715211361.499774:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715211361.499776:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715211361.499786:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076019328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211361.499802:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076019328/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211361.499832:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5318. 00000400:00000200:3.0:1715211361.499841:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:3.0:1715211361.499843:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 02000000:00000010:2.0:1715211361.499848:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 00000100:00000200:3.0:1715211361.499851:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076019264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211361.499859:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc100. 00000100:00000200:3.0:1715211361.499861:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076019264/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211361.499895:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 02000000:00000010:3.0:1715211361.499924:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715211361.499929:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcc00. 00000100:00000010:3.0:1715211361.499932:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715211366.505248:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715211366.505273:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 00000100:00000010:0.0:1715211366.505324:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211366.505328:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc800. 02000000:00000010:0.0:1715211366.505397:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715211366.505405:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 00000400:00000010:0.0:1715211366.505413:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 02000000:00000010:1.0:1715211366.505415:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000100:00000200:0.0:1715211366.505421:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019456, portal 4 00000400:00000010:1.0:1715211366.505425:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211366.505427:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715211366.505430:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076019456, offset 0 00000400:00000010:1.0:1715211366.505430:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211366.505435:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019392, portal 25 00000400:00000010:1.0:1715211366.505439:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da3b8. 00000400:00000200:0.0:1715211366.505442:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211366.505451:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076019392, offset 0 00000400:00000200:1.0:1715211366.505459:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211366.505461:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211366.505467:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211366.505473:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211366.505478:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211366.505480:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211366.505484:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1396:1396:256:4294967295] 192.168.202.130@tcp LPNI seq info [1396:1396:8:4294967295] 00000400:00000200:0.0:1715211366.505496:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211366.505503:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211366.505506:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211366.505508:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc500. 00000400:00000200:1.0:1715211366.505510:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211366.505514:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211366.505515:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211366.505517:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211366.505519:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211366.505522:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1397:1397:255:4294967295] 192.168.202.130@tcp LPNI seq info [1397:1397:7:4294967295] 00000800:00000200:0.0:1715211366.505525:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211366.505530:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211366.505532:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211366.505536:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211366.505541:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715211366.505545:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211366.505551:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211366.505555:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211366.505608:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211366.505614:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc500. 00000400:00000200:2.0:1715211366.505621:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211366.505628:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211366.505634:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715211366.505636:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715211366.505646:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076019456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211366.505718:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211366.505720:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715211366.505724:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211366.505728:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211366.505731:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da3b8 00000400:00000010:2.0:1715211366.505733:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da3b8. 00000100:00000200:2.0:1715211366.505736:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076019392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211366.507315:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211366.507338:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16300 00000400:00000200:0.0:1715211366.507346:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c69 [1] + 224 00000400:00000200:0.0:1715211366.507359:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211366.507363:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211366.507371:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076019456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211366.507416:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211366.507421:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe162c0 00000400:00000200:0.0:1715211366.507426:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c71 [1] + 224 00000400:00000200:0.0:1715211366.507444:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211366.507448:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211366.507452:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076019392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211366.507515:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:2.0:1715211366.507524:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715211366.507526:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715211366.507534:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076019456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211366.507545:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076019456/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211366.507567:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211366.507574:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211366.507577:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 02000000:00000010:2.0:1715211366.507578:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 00000100:00000200:1.0:1715211366.507584:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076019392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211366.507585:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc800. 00000100:00000010:2.0:1715211366.507590:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000200:1.0:1715211366.507595:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076019392/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211366.507612:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715211366.507618:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000100:00000010:1.0:1715211366.507621:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715211371.513276:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715211371.513299:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc100. 00000100:00000010:0.0:1715211371.513350:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715211371.513355:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcc00. 02000000:00000010:0.0:1715211371.513414:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 00000400:00000010:0.0:1715211371.513422:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 00000400:00000010:0.0:1715211371.513430:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 02000000:00000010:2.0:1715211371.513435:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000100:00000200:0.0:1715211371.513437:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019584, portal 4 00000400:00000010:0.0:1715211371.513444:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:2.0:1715211371.513445:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d10. 00000100:00000200:0.0:1715211371.513447:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076019584, offset 0 00000400:00000010:2.0:1715211371.513451:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000400:00000200:0.0:1715211371.513457:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211371.513465:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019520, portal 25 00000400:00000010:2.0:1715211371.513469:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000100:00000200:2.0:1715211371.513472:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076019520, offset 0 00000400:00000200:0.0:1715211371.513475:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211371.513482:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211371.513487:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211371.513490:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211371.513491:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211371.513494:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211371.513508:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1398:1398:256:4294967295] 192.168.202.130@tcp LPNI seq info [1398:1398:8:4294967295] 00000400:00000200:0.0:1715211371.513521:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211371.513528:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211371.513530:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211371.513532:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcf00. 00000400:00000200:2.0:1715211371.513535:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211371.513539:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211371.513539:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211371.513541:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211371.513544:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211371.513547:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1399:1399:255:4294967295] 192.168.202.130@tcp LPNI seq info [1399:1399:7:4294967295] 00000800:00000200:0.0:1715211371.513549:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211371.513555:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211371.513556:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211371.513561:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211371.513564:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715211371.513569:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211371.513576:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211371.513579:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211371.513629:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211371.513635:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcf00. 00000400:00000200:1.0:1715211371.513641:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211371.513649:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211371.513654:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715211371.513656:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715211371.513666:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076019584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211371.513731:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211371.513734:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715211371.513737:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211371.513740:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211371.513744:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:1.0:1715211371.513745:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:1.0:1715211371.513749:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076019520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211371.515247:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211371.515260:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16380 00000400:00000200:0.0:1715211371.515268:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c79 [1] + 224 00000400:00000200:0.0:1715211371.515280:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211371.515283:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211371.515291:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076019584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211371.515331:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211371.515336:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16340 00000400:00000200:0.0:1715211371.515340:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c81 [1] + 224 00000400:00000200:0.0:1715211371.515358:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211371.515362:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211371.515367:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076019520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211371.515411:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 00000400:00000200:2.0:1715211371.515419:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715211371.515421:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715211371.515429:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076019584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211371.515441:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076019584/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211371.515474:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 02000000:00000010:2.0:1715211371.515481:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcc00. 00000100:00000010:2.0:1715211371.515485:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000010:3.0:1715211371.515486:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d10. 00000400:00000200:3.0:1715211371.515495:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:3.0:1715211371.515497:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:3.0:1715211371.515505:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076019520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211371.515516:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076019520/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211371.515534:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715211371.515538:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc100. 00000100:00000010:3.0:1715211371.515541:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715211376.521192:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211376.521212:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabce00. 00000100:00000010:0.0:1715211376.521250:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211376.521252:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc400. 02000000:00000010:0.0:1715211376.521302:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715211376.521309:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 02000000:00000010:1.0:1715211376.521316:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:1.0:1715211376.521323:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211376.521324:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000400:00000010:1.0:1715211376.521327:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:0.0:1715211376.521331:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019712, portal 4 00000100:00000200:1.0:1715211376.521331:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019648, portal 25 00000400:00000010:1.0:1715211376.521335:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da908. 00000100:00000200:1.0:1715211376.521336:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076019648, offset 0 00000400:00000010:0.0:1715211376.521337:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715211376.521338:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076019712, offset 0 00000400:00000200:1.0:1715211376.521346:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211376.521353:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211376.521362:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211376.521367:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211376.521371:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211376.521374:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211376.521376:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211376.521379:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1400:1400:256:4294967295] 192.168.202.130@tcp LPNI seq info [1400:1400:8:4294967295] 00000400:00000200:1.0:1715211376.521387:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715211376.521392:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715211376.521392:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211376.521395:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211376.521397:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211376.521398:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211376.521400:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211376.521402:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1401:1401:255:4294967295] 192.168.202.130@tcp LPNI seq info [1401:1401:7:4294967295] 00000800:00000010:1.0:1715211376.521403:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715211376.521409:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211376.521409:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211376.521412:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211376.521414:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcb00. 00000800:00000200:1.0:1715211376.521417:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211376.521418:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211376.521422:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211376.521422:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211376.521424:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211376.521477:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211376.521482:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715211376.521487:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211376.521492:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211376.521496:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da908 00000400:00000010:2.0:1715211376.521498:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da908. 00000100:00000200:2.0:1715211376.521505:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076019648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211376.521556:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211376.521557:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcb00. 00000400:00000200:2.0:1715211376.521559:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211376.521562:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211376.521563:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715211376.521564:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715211376.521567:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076019712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211376.522624:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211376.522633:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe163c0 00000400:00000200:0.0:1715211376.522638:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c8d [1] + 224 00000400:00000200:0.0:1715211376.522647:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211376.522650:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211376.522655:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076019648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211376.522679:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211376.522683:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16400 00000400:00000200:0.0:1715211376.522685:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c89 [1] + 224 00000400:00000200:0.0:1715211376.522696:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211376.522702:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211376.522705:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076019712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211376.522761:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211376.522781:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211376.522783:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211376.522787:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076019648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211376.522795:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076019648/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211376.522801:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:2.0:1715211376.522806:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715211376.522807:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715211376.522812:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076019712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211376.522813:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715211376.522817:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabce00. 00000100:00000200:2.0:1715211376.522819:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076019712/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:1.0:1715211376.522820:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 02000000:00000010:2.0:1715211376.522834:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:2.0:1715211376.522837:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc400. 00000100:00000010:2.0:1715211376.522839:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715211381.529249:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211381.529278:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcb00. 00000100:00000010:0.0:1715211381.529338:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211381.529342:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 02000000:00000010:0.0:1715211381.529408:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715211381.529416:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 00000400:00000010:0.0:1715211381.529424:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715211381.529433:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019840, portal 4 02000000:00000010:2.0:1715211381.529436:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000400:00000010:0.0:1715211381.529444:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000100:00000200:0.0:1715211381.529446:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076019840, offset 0 00000400:00000010:2.0:1715211381.529446:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c08. 00000400:00000010:2.0:1715211381.529452:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000400:00000200:0.0:1715211381.529458:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211381.529467:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019776, portal 25 00000400:00000010:2.0:1715211381.529471:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715211381.529473:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076019776, offset 0 00000400:00000200:0.0:1715211381.529480:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211381.529481:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211381.529487:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211381.529493:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211381.529497:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211381.529500:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211381.529504:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1402:1402:256:4294967295] 192.168.202.130@tcp LPNI seq info [1402:1402:8:4294967295] 00000400:00000200:0.0:1715211381.529516:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211381.529523:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211381.529525:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211381.529528:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabca00. 00000400:00000200:2.0:1715211381.529529:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211381.529533:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211381.529536:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211381.529537:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211381.529539:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211381.529548:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211381.529554:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211381.529558:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1403:1403:255:4294967295] 192.168.202.130@tcp LPNI seq info [1403:1403:7:4294967295] 00000400:00000200:2.0:1715211381.529568:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211381.529573:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211381.529577:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715211381.529582:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211381.529588:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211381.529592:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211381.529660:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211381.529667:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabca00. 00000400:00000200:1.0:1715211381.529677:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211381.529688:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211381.529754:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715211381.529758:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715211381.529772:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076019840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211381.529885:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211381.529890:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715211381.529894:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211381.529901:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211381.529906:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:1.0:1715211381.529908:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:1.0:1715211381.529915:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076019776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211381.531668:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211381.531682:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16480 00000400:00000200:0.0:1715211381.531689:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2c99 [1] + 224 00000400:00000200:0.0:1715211381.531779:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211381.531784:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211381.531792:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076019840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211381.531833:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211381.531839:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16440 00000400:00000200:0.0:1715211381.531844:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ca1 [1] + 224 00000400:00000200:0.0:1715211381.531862:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211381.531866:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211381.531871:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076019776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211381.531920:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:2.0:1715211381.531928:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:2.0:1715211381.531930:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:2.0:1715211381.531937:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076019840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211381.531949:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076019840/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211381.531984:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 00000400:00000010:3.0:1715211381.531988:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c08. 02000000:00000010:2.0:1715211381.531989:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000100:00000010:2.0:1715211381.531994:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000200:3.0:1715211381.531997:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:3.0:1715211381.531999:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:3.0:1715211381.532006:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076019776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211381.532017:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076019776/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211381.532035:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:3.0:1715211381.532041:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcb00. 00000100:00000010:3.0:1715211381.532044:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715211386.537251:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211386.537272:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcd00. 00000100:00000010:0.0:1715211386.537315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211386.537317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc500. 02000000:00000010:1.0:1715211386.537358:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 02000000:00000010:0.0:1715211386.537363:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715211386.537370:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 00000400:00000010:1.0:1715211386.537374:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211386.537376:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:1.0:1715211386.537378:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:0.0:1715211386.537383:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019968, portal 4 00000100:00000200:1.0:1715211386.537383:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076019904, portal 25 00000400:00000010:1.0:1715211386.537386:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daee0. 00000400:00000010:0.0:1715211386.537388:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715211386.537388:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076019904, offset 0 00000100:00000200:0.0:1715211386.537389:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076019968, offset 0 00000400:00000200:1.0:1715211386.537396:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211386.537401:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211386.537411:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211386.537416:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211386.537419:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211386.537422:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211386.537424:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211386.537426:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1404:1404:256:4294967295] 192.168.202.130@tcp LPNI seq info [1404:1404:8:4294967295] 00000400:00000200:1.0:1715211386.537433:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715211386.537438:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715211386.537438:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211386.537440:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715211386.537441:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000400:00000200:0.0:1715211386.537442:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211386.537443:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211386.537445:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211386.537447:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1405:1405:255:4294967295] 192.168.202.130@tcp LPNI seq info [1405:1405:7:4294967295] 00000800:00000200:1.0:1715211386.537447:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211386.537451:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211386.537455:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211386.537458:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211386.537462:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211386.537464:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc700. 00000800:00000200:0.0:1715211386.537467:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211386.537470:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211386.537472:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211386.537516:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211386.537520:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715211386.537525:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211386.537530:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211386.537533:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daee0 00000400:00000010:2.0:1715211386.537535:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daee0. 00000100:00000200:2.0:1715211386.537543:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076019904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211386.537600:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211386.537601:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc700. 00000400:00000200:2.0:1715211386.537603:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211386.537605:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211386.537606:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715211386.537612:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715211386.537615:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076019968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211386.538941:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211386.538949:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe164c0 00000400:00000200:0.0:1715211386.538954:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2cad [1] + 224 00000400:00000200:0.0:1715211386.538962:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211386.538964:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211386.538968:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076019904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211386.538988:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211386.538991:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16500 00000400:00000200:0.0:1715211386.538993:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ca9 [1] + 224 00000400:00000200:0.0:1715211386.539003:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211386.539005:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211386.539008:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076019968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211386.539044:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211386.539048:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211386.539049:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211386.539053:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076019904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211386.539059:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076019904/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211386.539076:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 00000400:00000010:2.0:1715211386.539078:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 02000000:00000010:1.0:1715211386.539080:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcd00. 00000100:00000010:1.0:1715211386.539083:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000200:2.0:1715211386.539083:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715211386.539084:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715211386.539088:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076019968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211386.539093:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076019968/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211386.539107:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 02000000:00000010:2.0:1715211386.539111:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc500. 00000100:00000010:2.0:1715211386.539113:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715211391.545262:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211391.545292:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 00000100:00000010:0.0:1715211391.545349:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211391.545353:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc600. 02000000:00000010:0.0:1715211391.545415:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 02000000:00000010:2.0:1715211391.545418:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715211391.545424:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 00000400:00000010:2.0:1715211391.545428:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5bb0. 00000400:00000010:0.0:1715211391.545433:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:2.0:1715211391.545436:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:0.0:1715211391.545441:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020096, portal 4 00000100:00000200:2.0:1715211391.545442:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020032, portal 25 00000400:00000010:2.0:1715211391.545448:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000400:00000010:0.0:1715211391.545449:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715211391.545452:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076020032, offset 0 00000400:00000200:2.0:1715211391.545466:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211391.545480:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076020096, offset 0 00000400:00000200:0.0:1715211391.545488:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211391.545489:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211391.545499:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211391.545506:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211391.545512:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211391.545516:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211391.545522:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1406:1406:256:4294967295] 192.168.202.130@tcp LPNI seq info [1406:1406:8:4294967295] 00000400:00000200:2.0:1715211391.545540:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715211391.545550:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:2.0:1715211391.545550:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211391.545554:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211391.545558:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:2.0:1715211391.545558:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715211391.545560:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211391.545563:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211391.545567:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1407:1407:255:4294967295] 192.168.202.130@tcp LPNI seq info [1407:1407:7:4294967295] 00000800:00000200:2.0:1715211391.545568:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211391.545576:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211391.545581:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211391.545585:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc500. 00000800:00000200:0.0:1715211391.545590:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211391.545594:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211391.545596:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211391.545601:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211391.545602:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211391.545724:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211391.545730:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc500. 00000400:00000200:1.0:1715211391.545739:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211391.545755:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211391.545760:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715211391.545762:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715211391.545772:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076020096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211391.545863:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211391.545866:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715211391.545869:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211391.545872:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211391.545875:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:1.0:1715211391.545877:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:1.0:1715211391.545880:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076020032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211391.547670:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211391.547683:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16580 00000400:00000200:0.0:1715211391.547690:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2cb9 [1] + 224 00000400:00000200:0.0:1715211391.547702:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211391.547706:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211391.547714:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076020096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211391.547751:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211391.547755:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16540 00000400:00000200:0.0:1715211391.547760:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2cbd [1] + 224 00000400:00000200:0.0:1715211391.547780:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211391.547783:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211391.547788:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076020032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211391.547834:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 00000400:00000200:2.0:1715211391.547842:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715211391.547844:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715211391.547852:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076020096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211391.547864:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076020096/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211391.547898:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 02000000:00000010:2.0:1715211391.547906:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc600. 00000100:00000010:2.0:1715211391.547911:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:3.0:1715211391.547928:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5bb0. 00000400:00000200:3.0:1715211391.547937:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:3.0:1715211391.547939:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:3.0:1715211391.547947:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076020032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211391.547958:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076020032/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211391.547993:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715211391.547998:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000100:00000010:3.0:1715211391.548001:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715211396.553247:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211396.553278:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 00000100:00000010:0.0:1715211396.553353:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211396.553360:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcd00. 02000000:00000010:0.0:1715211396.553439:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47600. 02000000:00000010:1.0:1715211396.553442:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000400:00000010:0.0:1715211396.553448:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 00000400:00000010:1.0:1715211396.553452:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211396.553457:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:1.0:1715211396.553458:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:0.0:1715211396.553465:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020224, portal 4 00000100:00000200:1.0:1715211396.553472:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020160, portal 25 00000400:00000010:0.0:1715211396.553473:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715211396.553476:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076020224, offset 0 00000400:00000010:1.0:1715211396.553476:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000100:00000200:1.0:1715211396.553479:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076020160, offset 0 00000400:00000200:0.0:1715211396.553489:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211396.553498:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211396.553509:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211396.553516:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211396.553521:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211396.553525:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211396.553528:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211396.553532:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1408:1408:256:4294967295] 192.168.202.130@tcp LPNI seq info [1408:1408:8:4294967295] 00000400:00000200:0.0:1715211396.553544:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211396.553552:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211396.553553:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211396.553556:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc300. 00000400:00000200:1.0:1715211396.553557:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211396.553560:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211396.553563:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211396.553565:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211396.553599:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211396.553602:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211396.553602:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1409:1409:255:4294967295] 192.168.202.130@tcp LPNI seq info [1409:1409:7:4294967295] 00000800:00000200:0.0:1715211396.553607:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211396.553612:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211396.553617:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211396.553621:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715211396.553626:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211396.553632:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211396.553650:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211396.553688:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211396.553695:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc300. 00000400:00000200:2.0:1715211396.553702:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211396.553710:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211396.553716:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715211396.553718:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715211396.553729:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076020224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211396.553800:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211396.553803:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715211396.553807:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211396.553810:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211396.553813:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:2.0:1715211396.553814:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:2.0:1715211396.553818:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076020160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211396.555699:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211396.555713:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16600 00000400:00000200:0.0:1715211396.555721:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2cc9 [1] + 224 00000400:00000200:0.0:1715211396.555733:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211396.555737:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211396.555754:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076020224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211396.555795:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211396.555801:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe165c0 00000400:00000200:0.0:1715211396.555805:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ccd [1] + 224 00000400:00000200:0.0:1715211396.555819:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211396.555823:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211396.555827:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076020160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211396.555882:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 00000400:00000200:2.0:1715211396.555890:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715211396.555892:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715211396.555909:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076020224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211396.555920:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076020224/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211396.555953:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:2.0:1715211396.555956:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47600. 00000400:00000200:1.0:1715211396.555961:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211396.555963:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 02000000:00000010:2.0:1715211396.555963:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcd00. 00000100:00000010:2.0:1715211396.555968:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000200:1.0:1715211396.555970:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076020160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211396.555982:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076020160/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211396.555999:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715211396.556005:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000100:00000010:1.0:1715211396.556008:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715211401.561275:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211401.561305:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc100. 00000100:00000010:0.0:1715211401.561362:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211401.561368:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabce00. 02000000:00000010:0.0:1715211401.561435:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715211401.561444:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 00000400:00000010:0.0:1715211401.561452:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 02000000:00000010:2.0:1715211401.561460:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000100:00000200:0.0:1715211401.561461:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020352, portal 4 00000400:00000010:0.0:1715211401.561470:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:2.0:1715211401.561470:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5aa8. 00000100:00000200:0.0:1715211401.561472:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076020352, offset 0 00000400:00000010:2.0:1715211401.561476:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000400:00000200:0.0:1715211401.561484:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211401.561492:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020288, portal 25 00000400:00000010:2.0:1715211401.561497:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:2.0:1715211401.561499:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076020288, offset 0 00000400:00000200:0.0:1715211401.561504:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211401.561506:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211401.561512:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211401.561517:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211401.561521:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211401.561593:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211401.561598:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1410:1410:256:4294967295] 192.168.202.130@tcp LPNI seq info [1410:1410:8:4294967295] 00000400:00000200:0.0:1715211401.561611:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211401.561619:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211401.561621:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211401.561624:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc400. 00000400:00000200:2.0:1715211401.561625:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211401.561629:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211401.561631:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211401.561634:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211401.561637:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1411:1411:255:4294967295] 192.168.202.130@tcp LPNI seq info [1411:1411:7:4294967295] 00000400:00000200:2.0:1715211401.561647:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211401.561650:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211401.561652:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211401.561656:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715211401.561661:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211401.561662:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211401.561667:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211401.561668:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211401.561671:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211401.561755:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211401.561761:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc400. 00000400:00000200:1.0:1715211401.561770:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211401.561777:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211401.561782:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715211401.561784:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715211401.561795:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076020352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211401.561884:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211401.561887:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715211401.561890:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211401.561893:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211401.561896:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:1.0:1715211401.561897:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:1.0:1715211401.561901:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076020288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211401.563767:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211401.563781:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16680 00000400:00000200:0.0:1715211401.563788:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2cd9 [1] + 224 00000400:00000200:0.0:1715211401.563799:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211401.563803:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211401.563811:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076020352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211401.563848:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211401.563853:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16640 00000400:00000200:0.0:1715211401.563857:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ce1 [1] + 224 00000400:00000200:0.0:1715211401.563875:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211401.563879:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211401.563883:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076020288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211401.563937:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000400:00000200:2.0:1715211401.563945:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715211401.563947:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715211401.563955:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076020352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211401.563976:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076020352/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211401.564006:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5aa8. 02000000:00000010:2.0:1715211401.564011:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 00000400:00000200:3.0:1715211401.564015:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 02000000:00000010:2.0:1715211401.564017:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabce00. 00000400:00000010:3.0:1715211401.564017:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000010:2.0:1715211401.564021:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000200:3.0:1715211401.564024:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076020288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211401.564036:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076020288/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211401.564053:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715211401.564059:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc100. 00000100:00000010:3.0:1715211401.564062:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715211406.569242:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211406.569272:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcc00. 00000100:00000010:0.0:1715211406.569327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211406.569332:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 02000000:00000010:0.0:1715211406.569408:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715211406.569418:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 02000000:00000010:1.0:1715211406.569419:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:0.0:1715211406.569426:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000010:1.0:1715211406.569429:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:0.0:1715211406.569435:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020480, portal 4 00000400:00000010:1.0:1715211406.569436:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211406.569440:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020416, portal 25 00000400:00000010:0.0:1715211406.569443:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000010:1.0:1715211406.569444:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daf68. 00000100:00000200:0.0:1715211406.569446:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076020480, offset 0 00000400:00000200:0.0:1715211406.569459:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211406.569465:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076020416, offset 0 00000400:00000200:1.0:1715211406.569472:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211406.569479:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211406.569528:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211406.569534:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211406.569538:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211406.569542:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211406.569546:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1412:1412:256:4294967295] 192.168.202.130@tcp LPNI seq info [1412:1412:8:4294967295] 00000400:00000200:0.0:1715211406.569560:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211406.569568:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211406.569570:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211406.569573:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabca00. 00000400:00000200:1.0:1715211406.569574:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211406.569577:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211406.569580:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211406.569582:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211406.569583:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211406.569586:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1413:1413:255:4294967295] 192.168.202.130@tcp LPNI seq info [1413:1413:7:4294967295] 00000800:00000200:0.0:1715211406.569594:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211406.569596:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211406.569599:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211406.569601:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211406.569606:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715211406.569611:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211406.569617:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211406.569620:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211406.569693:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211406.569699:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabca00. 00000400:00000200:2.0:1715211406.569707:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211406.569714:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211406.569719:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715211406.569722:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715211406.569732:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076020480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211406.569823:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211406.569825:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715211406.569829:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211406.569832:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211406.569835:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daf68 00000400:00000010:2.0:1715211406.569837:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daf68. 00000100:00000200:2.0:1715211406.569840:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076020416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211406.571694:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211406.571708:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16700 00000400:00000200:0.0:1715211406.571715:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ce9 [1] + 224 00000400:00000200:0.0:1715211406.571728:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211406.571732:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211406.571740:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076020480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211406.571778:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211406.571784:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe166c0 00000400:00000200:0.0:1715211406.571788:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ced [1] + 224 00000400:00000200:0.0:1715211406.571807:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211406.571811:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211406.571816:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076020416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211406.571836:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000400:00000200:2.0:1715211406.571846:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715211406.571849:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715211406.571859:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076020480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211406.571875:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076020480/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211406.571917:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 02000000:00000010:2.0:1715211406.571926:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000400:00000010:1.0:1715211406.571935:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000100:00000010:2.0:1715211406.571942:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000400:00000200:1.0:1715211406.571943:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211406.571945:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211406.571953:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076020416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211406.571963:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076020416/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211406.571981:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715211406.571987:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcc00. 00000100:00000010:1.0:1715211406.571990:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715211411.577328:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715211411.577358:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f307800. 00000100:00000010:0.0:1715211411.577426:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211411.577485:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f307d00. 02000000:00000010:2.0:1715211411.577553:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 02000000:00000010:0.0:1715211411.577555:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715211411.577565:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 00000400:00000010:2.0:1715211411.577565:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000400:00000010:0.0:1715211411.577573:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000400:00000010:2.0:1715211411.577573:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715211411.577582:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020544, portal 25 00000400:00000010:2.0:1715211411.577587:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:0.0:1715211411.577588:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020608, portal 4 00000100:00000200:2.0:1715211411.577590:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076020544, offset 0 00000400:00000010:0.0:1715211411.577596:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000200:2.0:1715211411.577603:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211411.577609:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076020608, offset 0 00000400:00000200:0.0:1715211411.577616:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211411.577624:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211411.577632:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211411.577637:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211411.577642:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211411.577644:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211411.577648:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1414:1414:256:4294967295] 192.168.202.130@tcp LPNI seq info [1414:1414:8:4294967295] 00000400:00000200:2.0:1715211411.577660:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211411.577667:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211411.577669:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211411.577673:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715211411.577673:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000400:00000200:0.0:1715211411.577676:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211411.577678:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211411.577681:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715211411.577682:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211411.577684:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1415:1415:255:4294967295] 192.168.202.130@tcp LPNI seq info [1415:1415:7:4294967295] 00000800:00000200:2.0:1715211411.577694:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211411.577695:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211411.577699:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211411.577700:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211411.577703:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307900. 00000800:00000200:0.0:1715211411.577708:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211411.577714:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211411.577717:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211411.577792:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211411.577798:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715211411.577806:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211411.577813:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211411.577818:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:1.0:1715211411.577820:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:1.0:1715211411.577831:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076020544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211411.577931:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211411.577934:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307900. 00000400:00000200:1.0:1715211411.577938:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211411.577942:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211411.577945:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715211411.577946:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715211411.577950:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076020608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211411.579863:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211411.579877:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16740 00000400:00000200:0.0:1715211411.579885:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2cf9 [1] + 224 00000400:00000200:0.0:1715211411.579897:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211411.579901:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211411.579909:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076020544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211411.579947:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211411.579952:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16780 00000400:00000200:0.0:1715211411.579965:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2cfd [1] + 224 00000400:00000200:0.0:1715211411.579983:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211411.579987:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211411.579991:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076020608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211411.580034:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 00000400:00000200:2.0:1715211411.580042:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:2.0:1715211411.580044:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715211411.580052:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076020544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211411.580063:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076020544/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211411.580090:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715211411.580096:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f307800. 00000100:00000010:2.0:1715211411.580101:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000010:1.0:1715211411.580114:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000400:00000200:1.0:1715211411.580158:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715211411.580159:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715211411.580167:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076020608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211411.580178:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076020608/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211411.580203:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 02000000:00000010:1.0:1715211411.580207:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f307d00. 00000100:00000010:1.0:1715211411.580211:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715211416.585243:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211416.585263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc100. 00000100:00000010:0.0:1715211416.585304:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211416.585306:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc400. 02000000:00000010:0.0:1715211416.585359:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46000. 02000000:00000010:1.0:1715211416.585362:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:0.0:1715211416.585366:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000400:00000010:1.0:1715211416.585368:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211416.585372:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000010:1.0:1715211416.585372:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211416.585378:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020672, portal 25 00000100:00000200:0.0:1715211416.585381:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020736, portal 4 00000400:00000010:1.0:1715211416.585383:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daf68. 00000400:00000010:0.0:1715211416.585385:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715211416.585385:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076020672, offset 0 00000100:00000200:0.0:1715211416.585387:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076020736, offset 0 00000400:00000200:1.0:1715211416.585392:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211416.585419:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211416.585420:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211416.585425:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211416.585429:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211416.585432:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211416.585433:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211416.585466:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1416:1416:256:4294967295] 192.168.202.130@tcp LPNI seq info [1416:1416:8:4294967295] 00000400:00000200:1.0:1715211416.585473:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000200:0.0:1715211416.585478:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:1.0:1715211416.585479:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211416.585481:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715211416.585482:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000400:00000200:0.0:1715211416.585483:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211416.585484:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211416.585485:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211416.585487:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1417:1417:255:4294967295] 192.168.202.130@tcp LPNI seq info [1417:1417:7:4294967295] 00000800:00000200:1.0:1715211416.585487:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211416.585492:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211416.585495:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715211416.585495:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:0.0:1715211416.585497:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc200. 00000800:00000200:0.0:1715211416.585499:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211416.585499:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211416.585502:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211416.585504:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211416.585556:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211416.585559:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715211416.585565:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211416.585569:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211416.585572:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daf68 00000400:00000010:2.0:1715211416.585573:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daf68. 00000100:00000200:2.0:1715211416.585580:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076020672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211416.585632:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211416.585634:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc200. 00000400:00000200:2.0:1715211416.585635:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211416.585637:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211416.585638:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715211416.585639:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715211416.585641:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076020736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211416.586841:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211416.586854:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe167c0 00000400:00000200:0.0:1715211416.586858:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d09 [1] + 224 00000400:00000200:0.0:1715211416.586866:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211416.586868:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211416.586873:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076020672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211416.586895:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211416.586898:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16800 00000400:00000200:0.0:1715211416.586900:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d0d [1] + 224 00000400:00000200:0.0:1715211416.586908:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211416.586910:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211416.586913:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076020736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211416.586949:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211416.586953:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211416.586954:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211416.586958:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076020672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211416.586964:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076020672/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211416.586981:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 00000400:00000010:2.0:1715211416.586981:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 02000000:00000010:1.0:1715211416.586985:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc100. 00000400:00000200:2.0:1715211416.586985:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715211416.586986:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000010:1.0:1715211416.586988:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000200:2.0:1715211416.586990:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076020736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211416.586996:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076020736/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211416.587011:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46000. 02000000:00000010:2.0:1715211416.587015:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc400. 00000100:00000010:2.0:1715211416.587017:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715211421.593253:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211421.593281:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 00000100:00000010:0.0:1715211421.593335:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211421.593339:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 02000000:00000010:0.0:1715211421.593428:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715211421.593437:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 02000000:00000010:2.0:1715211421.593443:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715211421.593446:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:2.0:1715211421.593453:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5a50. 00000100:00000200:0.0:1715211421.593454:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020864, portal 4 00000400:00000010:2.0:1715211421.593459:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000400:00000010:0.0:1715211421.593462:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715211421.593464:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020800, portal 25 00000100:00000200:0.0:1715211421.593465:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076020864, offset 0 00000400:00000010:2.0:1715211421.593468:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000100:00000200:2.0:1715211421.593470:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076020800, offset 0 00000400:00000200:0.0:1715211421.593478:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211421.593495:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211421.593498:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211421.593506:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211421.593511:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211421.593516:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211421.593519:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211421.593533:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1418:1418:256:4294967295] 192.168.202.130@tcp LPNI seq info [1418:1418:8:4294967295] 00000400:00000200:0.0:1715211421.593546:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211421.593554:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211421.593555:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211421.593559:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc500. 00000400:00000200:2.0:1715211421.593560:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211421.593563:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211421.593566:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211421.593567:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211421.593569:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211421.593572:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1419:1419:255:4294967295] 192.168.202.130@tcp LPNI seq info [1419:1419:7:4294967295] 00000800:00000200:0.0:1715211421.593579:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211421.593582:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211421.593585:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211421.593587:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211421.593590:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715211421.593595:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211421.593602:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211421.593605:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211421.593669:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211421.593676:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc500. 00000400:00000200:1.0:1715211421.593683:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211421.593691:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211421.593696:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715211421.593698:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715211421.593709:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076020864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211421.593789:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211421.593792:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715211421.593794:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211421.593798:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211421.593801:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:1.0:1715211421.593811:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:1.0:1715211421.593816:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076020800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211421.595474:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211421.595488:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16880 00000400:00000200:0.0:1715211421.595496:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d19 [1] + 224 00000400:00000200:0.0:1715211421.595508:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211421.595512:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211421.595520:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076020864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211421.595558:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211421.595564:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16840 00000400:00000200:0.0:1715211421.595568:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d1d [1] + 224 00000400:00000200:0.0:1715211421.595587:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211421.595591:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211421.595596:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076020800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211421.595651:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 00000400:00000200:2.0:1715211421.595659:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715211421.595661:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715211421.595669:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076020864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211421.595680:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076020864/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211421.595715:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 00000400:00000010:3.0:1715211421.595715:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5a50. 02000000:00000010:2.0:1715211421.595721:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000400:00000200:3.0:1715211421.595723:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000100:00000010:2.0:1715211421.595725:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000400:00000010:3.0:1715211421.595725:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:3.0:1715211421.595733:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076020800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211421.595744:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076020800/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211421.595762:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715211421.595767:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:3.0:1715211421.595771:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715211426.601258:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211426.601287:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 00000100:00000010:0.0:1715211426.601382:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211426.601388:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc600. 02000000:00000010:0.0:1715211426.601464:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715211426.601473:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 02000000:00000010:1.0:1715211426.601473:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:1.0:1715211426.601484:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:1.0:1715211426.601492:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000010:0.0:1715211426.601495:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715211426.601501:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020992, portal 4 00000100:00000200:1.0:1715211426.601501:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076020928, portal 25 00000400:00000010:1.0:1715211426.601507:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da880. 00000400:00000010:0.0:1715211426.601509:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:1.0:1715211426.601509:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076020928, offset 0 00000100:00000200:0.0:1715211426.601512:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076020992, offset 0 00000400:00000200:1.0:1715211426.601522:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211426.601531:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211426.601541:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211426.601548:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211426.601554:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211426.601558:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211426.601561:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211426.601565:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1420:1420:256:4294967295] 192.168.202.130@tcp LPNI seq info [1420:1420:8:4294967295] 00000400:00000200:1.0:1715211426.601577:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211426.601584:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211426.601585:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211426.601589:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715211426.601590:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715211426.601592:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211426.601595:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211426.601597:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:1.0:1715211426.601597:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211426.601600:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1421:1421:255:4294967295] 192.168.202.130@tcp LPNI seq info [1421:1421:7:4294967295] 00000800:00000200:1.0:1715211426.601609:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211426.601610:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211426.601614:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211426.601615:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211426.601619:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcc00. 00000800:00000200:0.0:1715211426.601623:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211426.601630:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211426.601633:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211426.601709:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211426.601716:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715211426.601723:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211426.601731:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211426.601736:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da880 00000400:00000010:2.0:1715211426.601739:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da880. 00000100:00000200:2.0:1715211426.601749:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076020928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211426.601847:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211426.601850:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcc00. 00000400:00000200:2.0:1715211426.601854:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211426.601858:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211426.601861:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715211426.601863:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715211426.601867:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076020992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211426.603670:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211426.603683:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe168c0 00000400:00000200:0.0:1715211426.603690:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d29 [1] + 224 00000400:00000200:0.0:1715211426.603701:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211426.603705:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211426.603712:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076020928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211426.603747:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211426.603751:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16900 00000400:00000200:0.0:1715211426.603756:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d2d [1] + 224 00000400:00000200:0.0:1715211426.603772:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211426.603781:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211426.603786:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076020992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211426.603834:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211426.603842:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211426.603844:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211426.603852:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076020928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211426.603863:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076020928/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211426.603889:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 00000400:00000010:2.0:1715211426.603904:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 02000000:00000010:1.0:1715211426.603905:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000100:00000010:1.0:1715211426.603911:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000200:2.0:1715211426.603913:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715211426.603915:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715211426.603922:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076020992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211426.603933:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076020992/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211426.603959:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:2.0:1715211426.603963:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc600. 00000100:00000010:2.0:1715211426.603967:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715211431.609350:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211431.609381:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc700. 00000100:00000010:0.0:1715211431.609442:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211431.609446:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc800. 02000000:00000010:0.0:1715211431.609519:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47000. 00000400:00000010:0.0:1715211431.609528:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 00000400:00000010:0.0:1715211431.609536:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715211431.609546:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021120, portal 4 02000000:00000010:2.0:1715211431.609550:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715211431.609554:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715211431.609557:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076021120, offset 0 00000400:00000010:2.0:1715211431.609561:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd58f0. 00000400:00000200:0.0:1715211431.609569:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211431.609577:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715211431.609582:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021056, portal 25 00000400:00000010:2.0:1715211431.609586:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715211431.609588:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076021056, offset 0 00000400:00000200:0.0:1715211431.609589:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211431.609595:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211431.609597:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211431.609602:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211431.609606:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211431.609609:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211431.609613:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1422:1422:256:4294967295] 192.168.202.130@tcp LPNI seq info [1422:1422:8:4294967295] 00000400:00000200:0.0:1715211431.609626:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211431.609633:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211431.609637:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211431.609639:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc600. 00000400:00000200:2.0:1715211431.609641:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211431.609644:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211431.609647:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211431.609647:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211431.609650:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211431.609660:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211431.609665:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211431.609670:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1423:1423:255:4294967295] 192.168.202.130@tcp LPNI seq info [1423:1423:7:4294967295] 00000400:00000200:2.0:1715211431.609679:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211431.609685:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211431.609689:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715211431.609694:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211431.609700:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211431.609704:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211431.609751:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211431.609757:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc600. 00000400:00000200:1.0:1715211431.609766:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211431.609774:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211431.609778:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715211431.609780:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715211431.609791:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076021120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211431.609879:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211431.609882:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715211431.609884:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211431.609888:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211431.609891:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:1.0:1715211431.609892:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715211431.609896:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076021056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211431.611610:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211431.611623:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16980 00000400:00000200:0.0:1715211431.611630:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d39 [1] + 224 00000400:00000200:0.0:1715211431.611651:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211431.611655:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211431.611663:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076021120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211431.611701:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211431.611707:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16940 00000400:00000200:0.0:1715211431.611711:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d41 [1] + 224 00000400:00000200:0.0:1715211431.611726:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211431.611730:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211431.611735:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076021056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211431.611783:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 00000400:00000200:2.0:1715211431.611791:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715211431.611793:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715211431.611801:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076021120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211431.611812:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076021120/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211431.611846:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47000. 02000000:00000010:2.0:1715211431.611853:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc800. 00000400:00000010:3.0:1715211431.611855:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd58f0. 00000100:00000010:2.0:1715211431.611858:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000200:3.0:1715211431.611864:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:3.0:1715211431.611866:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:3.0:1715211431.611874:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076021056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211431.611885:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076021056/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211431.611920:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715211431.611924:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc700. 00000100:00000010:3.0:1715211431.611928:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:2.0:1715211436.617322:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715211436.617347:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c100. 00000100:00000010:2.0:1715211436.617398:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715211436.617402:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c500. 02000000:00000010:3.0:1715211436.617437:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 02000000:00000010:2.0:1715211436.617438:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715211436.617446:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:3.0:1715211436.617447:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715211436.617453:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000400:00000010:3.0:1715211436.617453:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211436.617460:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021184, portal 25 00000400:00000010:3.0:1715211436.617465:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257a18. 00000100:00000200:2.0:1715211436.617467:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021248, portal 4 00000100:00000200:3.0:1715211436.617468:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076021184, offset 0 00000400:00000010:2.0:1715211436.617474:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000400:00000200:3.0:1715211436.617479:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211436.617485:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076021248, offset 0 00000400:00000200:2.0:1715211436.617491:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211436.617497:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715211436.617504:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211436.617509:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715211436.617513:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211436.617515:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715211436.617520:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1424:1424:256:4294967295] 192.168.202.130@tcp LPNI seq info [1424:1424:8:4294967295] 00000400:00000200:3.0:1715211436.617531:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715211436.617538:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211436.617540:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:3.0:1715211436.617543:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbac00. 00000400:00000200:2.0:1715211436.617544:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1715211436.617551:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211436.617557:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211436.617559:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1715211436.617561:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211436.617562:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211436.617565:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1425:1425:255:4294967295] 192.168.202.130@tcp LPNI seq info [1425:1425:7:4294967295] 00000800:00000200:3.0:1715211436.617566:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbac00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211436.617574:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211436.617579:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211436.617582:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715211436.617586:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211436.617592:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211436.617595:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211436.617713:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211436.617719:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbac00. 00000400:00000200:0.0:1715211436.617725:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211436.617733:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211436.617738:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257a18 00000400:00000010:0.0:1715211436.617740:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257a18. 00000100:00000200:0.0:1715211436.617750:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526076021184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211436.617829:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211436.617832:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:0.0:1715211436.617834:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211436.617838:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211436.617840:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:0.0:1715211436.617841:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:0.0:1715211436.617845:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526076021248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211436.619546:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211436.619561:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe169c0 00000400:00000200:0.0:1715211436.619576:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d49 [1] + 224 00000400:00000200:0.0:1715211436.619588:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211436.619591:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211436.619598:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526076021184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211436.619635:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211436.619640:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16a00 00000400:00000200:0.0:1715211436.619644:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d4d [1] + 224 00000400:00000200:0.0:1715211436.619658:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211436.619661:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211436.619665:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526076021248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211436.619721:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715211436.619729:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211436.619732:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211436.619739:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526076021184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211436.619749:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526076021184/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211436.619779:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715211436.619787:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:2.0:1715211436.619789:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 02000000:00000010:3.0:1715211436.619789:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 00000100:00000200:2.0:1715211436.619796:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526076021248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211436.619796:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c100. 00000100:00000010:3.0:1715211436.619800:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000100:00000200:2.0:1715211436.619806:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526076021248/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211436.619828:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:2.0:1715211436.619833:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c500. 00000100:00000010:2.0:1715211436.619836:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 00000100:00000010:2.0:1715211441.625287:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715211441.625313:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c500. 00000100:00000010:2.0:1715211441.625365:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7800. 02000000:00000010:2.0:1715211441.625370:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cf00. 02000000:00000010:2.0:1715211441.625438:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715211441.625448:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 00000400:00000010:2.0:1715211441.625457:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 02000000:00000010:0.0:1715211441.625461:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000100:00000200:2.0:1715211441.625465:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021376, portal 4 00000400:00000010:0.0:1715211441.625471:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 00000400:00000010:2.0:1715211441.625474:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000100:00000200:2.0:1715211441.625477:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076021376, offset 0 00000400:00000010:0.0:1715211441.625478:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715211441.625482:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021312, portal 25 00000400:00000010:0.0:1715211441.625487:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715211441.625489:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076021312, offset 0 00000400:00000200:2.0:1715211441.625501:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211441.625514:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211441.625521:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211441.625529:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211441.625536:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211441.625540:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211441.625543:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211441.625546:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1426:1426:256:4294967295] 192.168.202.130@tcp LPNI seq info [1426:1426:8:4294967295] 00000400:00000200:2.0:1715211441.625559:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211441.625565:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211441.625567:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715211441.625570:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000400:00000200:0.0:1715211441.625572:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211441.625575:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211441.625578:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211441.625578:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211441.625581:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211441.625583:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1427:1427:255:4294967295] 192.168.202.130@tcp LPNI seq info [1427:1427:7:4294967295] 00000800:00000200:2.0:1715211441.625589:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211441.625593:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211441.625594:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211441.625598:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211441.625602:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcc00. 00000800:00000200:0.0:1715211441.625617:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211441.625623:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211441.625627:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211441.625679:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211441.625686:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715211441.625692:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211441.625699:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211441.625704:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:1.0:1715211441.625706:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 00000100:00000200:1.0:1715211441.625716:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7800 x1798526076021376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211441.625802:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211441.625805:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcc00. 00000400:00000200:1.0:1715211441.625810:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211441.625813:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211441.625816:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:1.0:1715211441.625817:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715211441.625831:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526076021312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211441.627725:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211441.627738:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16a80 00000400:00000200:0.0:1715211441.627747:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d59 [1] + 224 00000400:00000200:0.0:1715211441.627759:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211441.627763:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211441.627771:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7800 x1798526076021376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211441.627808:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211441.627813:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16a40 00000400:00000200:0.0:1715211441.627818:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d61 [1] + 224 00000400:00000200:0.0:1715211441.627835:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211441.627839:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211441.627843:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526076021312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211441.627899:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000400:00000200:2.0:1715211441.627907:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:2.0:1715211441.627909:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:2.0:1715211441.627917:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7800 x1798526076021376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211441.627928:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7800 x1798526076021376/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211441.627961:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 00000400:00000010:1.0:1715211441.627967:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 02000000:00000010:2.0:1715211441.627967:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cf00. 00000100:00000010:2.0:1715211441.627971:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7800. 00000400:00000200:1.0:1715211441.627975:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715211441.627977:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715211441.627984:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526076021312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211441.627995:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526076021312/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211441.628012:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 02000000:00000010:1.0:1715211441.628019:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c500. 00000100:00000010:1.0:1715211441.628021:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 00000100:00000010:2.0:1715211446.633267:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7800. 02000000:00000010:2.0:1715211446.633294:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6ca00. 00000100:00000010:2.0:1715211446.633352:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7b80. 02000000:00000010:2.0:1715211446.633356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c200. 02000000:00000010:2.0:1715211446.633428:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:2.0:1715211446.633437:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5cb8. 02000000:00000010:0.0:1715211446.633443:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:2.0:1715211446.633446:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000400:00000010:0.0:1715211446.633454:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000400:00000010:0.0:1715211446.633460:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715211446.633466:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021440, portal 25 00000100:00000200:2.0:1715211446.633466:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021504, portal 4 00000400:00000010:0.0:1715211446.633471:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715211446.633474:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076021440, offset 0 00000400:00000010:2.0:1715211446.633475:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000100:00000200:2.0:1715211446.633477:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076021504, offset 0 00000400:00000200:0.0:1715211446.633487:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211446.633497:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211446.633508:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211446.633515:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211446.633521:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211446.633525:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211446.633528:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211446.633542:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1428:1428:256:4294967295] 192.168.202.130@tcp LPNI seq info [1428:1428:8:4294967295] 00000400:00000200:0.0:1715211446.633555:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211446.633563:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211446.633564:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211446.633568:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1715211446.633569:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabca00. 00000400:00000200:2.0:1715211446.633572:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211446.633575:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211446.633577:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211446.633578:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211446.633580:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1429:1429:255:4294967295] 192.168.202.130@tcp LPNI seq info [1429:1429:7:4294967295] 00000800:00000200:0.0:1715211446.633589:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211446.633591:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211446.633594:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211446.633596:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211446.633600:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715211446.633604:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211446.633610:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211446.633614:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211446.633685:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211446.633691:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabca00. 00000400:00000200:1.0:1715211446.633699:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211446.633706:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211446.633711:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715211446.633714:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715211446.633725:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7800 x1798526076021440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211446.633829:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211446.633832:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715211446.633834:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211446.633837:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211446.633840:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715211446.633842:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715211446.633845:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7b80 x1798526076021504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211446.635820:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211446.635834:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16ac0 00000400:00000200:0.0:1715211446.635842:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d6d [1] + 224 00000400:00000200:0.0:1715211446.635854:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211446.635858:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211446.635866:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7800 x1798526076021440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211446.635903:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211446.635908:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16b00 00000400:00000200:0.0:1715211446.635912:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d69 [1] + 224 00000400:00000200:0.0:1715211446.635928:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211446.635932:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211446.635937:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7b80 x1798526076021504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211446.635993:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:2.0:1715211446.636001:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715211446.636003:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715211446.636011:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7800 x1798526076021440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211446.636023:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7800 x1798526076021440/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211446.636050:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:2.0:1715211446.636057:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6ca00. 00000400:00000010:3.0:1715211446.636058:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5cb8. 00000100:00000010:2.0:1715211446.636062:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7800. 00000400:00000200:3.0:1715211446.636067:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:3.0:1715211446.636069:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:3.0:1715211446.636077:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7b80 x1798526076021504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211446.636088:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7b80 x1798526076021504/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211446.636112:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715211446.636176:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c200. 00000100:00000010:3.0:1715211446.636180:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7b80. 00000100:00000010:0.0:1715211451.641341:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211451.641365:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 00000100:00000010:0.0:1715211451.641418:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211451.641422:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc400. 02000000:00000010:0.0:1715211451.641493:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715211451.641503:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 02000000:00000010:3.0:1715211451.641506:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:3.0:1715211451.641516:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:3.0:1715211451.641522:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000010:0.0:1715211451.641523:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:3.0:1715211451.641530:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021568, portal 25 00000400:00000010:3.0:1715211451.641535:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257c38. 00000100:00000200:0.0:1715211451.641539:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021632, portal 4 00000100:00000200:3.0:1715211451.641540:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076021568, offset 0 00000400:00000010:0.0:1715211451.641547:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000400:00000200:3.0:1715211451.641552:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211451.641557:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076021632, offset 0 00000400:00000200:0.0:1715211451.641565:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211451.641571:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715211451.641577:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211451.641582:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715211451.641587:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211451.641589:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715211451.641593:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1430:1430:256:4294967295] 192.168.202.130@tcp LPNI seq info [1430:1430:8:4294967295] 00000400:00000200:3.0:1715211451.641605:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715211451.641612:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211451.641613:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211451.641617:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1715211451.641617:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba300. 00000400:00000200:0.0:1715211451.641620:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211451.641623:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211451.641626:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211451.641629:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1431:1431:255:4294967295] 192.168.202.130@tcp LPNI seq info [1431:1431:7:4294967295] 00000800:00000200:3.0:1715211451.641635:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211451.641639:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211451.641644:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:3.0:1715211451.641646:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:0.0:1715211451.641647:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc300. 00000800:00000200:3.0:1715211451.641651:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211451.641652:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211451.641658:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211451.641662:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211451.641740:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211451.641746:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba300. 00000400:00000200:1.0:1715211451.641752:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211451.641760:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211451.641773:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257c38 00000400:00000010:1.0:1715211451.641776:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257c38. 00000100:00000200:1.0:1715211451.641785:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076021568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211451.641875:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211451.641878:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc300. 00000400:00000200:1.0:1715211451.641881:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211451.641884:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211451.641887:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:1.0:1715211451.641889:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:1.0:1715211451.641892:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076021632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211451.643516:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211451.643530:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16b40 00000400:00000200:0.0:1715211451.643538:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d79 [1] + 224 00000400:00000200:0.0:1715211451.643549:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211451.643553:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211451.643561:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076021568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211451.643597:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211451.643602:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16b80 00000400:00000200:0.0:1715211451.643606:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d7d [1] + 224 00000400:00000200:0.0:1715211451.643621:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211451.643632:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211451.643637:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076021632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211451.643685:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715211451.643694:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211451.643696:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211451.643704:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076021568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211451.643715:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076021568/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211451.643741:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715211451.643749:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000100:00000010:3.0:1715211451.643754:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:1.0:1715211451.643755:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000400:00000200:1.0:1715211451.643764:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:1.0:1715211451.643766:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:1.0:1715211451.643774:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076021632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211451.643784:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076021632/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211451.643809:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 02000000:00000010:1.0:1715211451.643815:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc400. 00000100:00000010:1.0:1715211451.643818:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715211456.649236:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211456.649261:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 00000100:00000010:0.0:1715211456.649313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211456.649317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc700. 02000000:00000010:0.0:1715211456.649374:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715211456.649383:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 00000400:00000010:0.0:1715211456.649391:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715211456.649400:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021760, portal 4 02000000:00000010:1.0:1715211456.649406:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:0.0:1715211456.649409:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715211456.649412:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076021760, offset 0 00000400:00000010:1.0:1715211456.649416:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:0.0:1715211456.649424:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715211456.649432:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211456.649437:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021696, portal 25 00000400:00000010:1.0:1715211456.649441:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daee0. 00000100:00000200:1.0:1715211456.649443:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076021696, offset 0 00000400:00000200:0.0:1715211456.649444:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211456.649451:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211456.649452:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211456.649457:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211456.649462:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211456.649464:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211456.649468:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1432:1432:256:4294967295] 192.168.202.130@tcp LPNI seq info [1432:1432:8:4294967295] 00000400:00000200:0.0:1715211456.649480:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211456.649488:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211456.649489:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211456.649493:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc800. 00000400:00000200:1.0:1715211456.649494:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211456.649501:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211456.649507:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211456.649510:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211456.649513:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211456.649513:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211456.649516:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1433:1433:255:4294967295] 192.168.202.130@tcp LPNI seq info [1433:1433:7:4294967295] 00000800:00000200:0.0:1715211456.649519:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211456.649526:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211456.649531:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211456.649535:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715211456.649540:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211456.649546:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211456.649550:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211456.649596:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211456.649603:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc800. 00000400:00000200:2.0:1715211456.649609:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211456.649617:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211456.649622:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715211456.649634:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715211456.649644:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076021760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211456.649713:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211456.649716:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715211456.649720:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211456.649724:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211456.649727:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daee0 00000400:00000010:2.0:1715211456.649728:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daee0. 00000100:00000200:2.0:1715211456.649733:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076021696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211456.651568:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211456.651582:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16c00 00000400:00000200:0.0:1715211456.651589:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d89 [1] + 224 00000400:00000200:0.0:1715211456.651613:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211456.651617:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211456.651625:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076021760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211456.651665:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211456.651671:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16bc0 00000400:00000200:0.0:1715211456.651676:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d91 [1] + 224 00000400:00000200:0.0:1715211456.651694:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211456.651698:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211456.651703:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076021696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211456.651756:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 00000400:00000200:2.0:1715211456.651764:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715211456.651766:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715211456.651774:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076021760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211456.651786:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076021760/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211456.651816:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:2.0:1715211456.651820:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 00000400:00000200:1.0:1715211456.651824:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211456.651826:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 02000000:00000010:2.0:1715211456.651826:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc700. 00000100:00000010:2.0:1715211456.651831:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000200:1.0:1715211456.651834:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076021696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211456.651844:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076021696/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211456.651862:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715211456.651868:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:1.0:1715211456.651871:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715211461.657271:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211461.657297:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcc00. 00000100:00000010:0.0:1715211461.657349:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715211461.657354:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc500. 02000000:00000010:0.0:1715211461.657415:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715211461.657426:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9a0. 00000400:00000010:0.0:1715211461.657434:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 02000000:00000010:3.0:1715211461.657441:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000100:00000200:0.0:1715211461.657443:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021888, portal 4 00000400:00000010:0.0:1715211461.657452:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000400:00000010:3.0:1715211461.657452:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000100:00000200:0.0:1715211461.657454:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076021888, offset 0 00000400:00000010:3.0:1715211461.657458:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715211461.657467:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715211461.657475:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021824, portal 25 00000400:00000010:3.0:1715211461.657479:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257198. 00000100:00000200:3.0:1715211461.657481:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076021824, offset 0 00000400:00000200:0.0:1715211461.657487:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715211461.657489:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211461.657495:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211461.657501:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211461.657505:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211461.657508:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211461.657512:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1434:1434:256:4294967295] 192.168.202.130@tcp LPNI seq info [1434:1434:8:4294967295] 00000400:00000200:0.0:1715211461.657525:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211461.657544:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211461.657545:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211461.657549:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcf00. 00000400:00000200:3.0:1715211461.657549:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211461.657552:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715211461.657555:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211461.657557:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715211461.657558:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715211461.657561:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1435:1435:255:4294967295] 192.168.202.130@tcp LPNI seq info [1435:1435:7:4294967295] 00000800:00000200:0.0:1715211461.657569:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715211461.657572:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211461.657575:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715211461.657576:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715211461.657580:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbaf00. 00000800:00000200:3.0:1715211461.657585:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715211461.657601:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715211461.657605:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbaf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211461.657660:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211461.657666:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcf00. 00000400:00000200:1.0:1715211461.657674:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211461.657682:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211461.657686:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:1.0:1715211461.657689:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:1.0:1715211461.657699:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076021888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211461.657788:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211461.657791:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbaf00. 00000400:00000200:1.0:1715211461.657803:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211461.657807:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211461.657810:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257198 00000400:00000010:1.0:1715211461.657812:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257198. 00000100:00000200:1.0:1715211461.657817:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076021824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211461.659554:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211461.659568:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16c80 00000400:00000200:0.0:1715211461.659576:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2d99 [1] + 224 00000400:00000200:0.0:1715211461.659589:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211461.659592:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211461.659601:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076021888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211461.659640:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211461.659645:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16c40 00000400:00000200:0.0:1715211461.659650:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2da1 [1] + 224 00000400:00000200:0.0:1715211461.659668:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211461.659673:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211461.659678:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076021824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211461.659726:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9a0. 00000400:00000200:2.0:1715211461.659735:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715211461.659737:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715211461.659745:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076021888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211461.659757:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076021888/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211461.659792:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 00000400:00000010:3.0:1715211461.659796:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 02000000:00000010:2.0:1715211461.659799:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc500. 00000100:00000010:2.0:1715211461.659804:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000200:3.0:1715211461.659806:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211461.659808:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211461.659816:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076021824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211461.659826:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076021824/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211461.659844:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715211461.659851:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcc00. 00000100:00000010:3.0:1715211461.659855:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715211466.665269:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715211466.665294:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabca00. 00000100:00000010:0.0:1715211466.665347:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211466.665351:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcb00. 02000000:00000010:0.0:1715211466.665423:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715211466.665432:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb58. 02000000:00000010:1.0:1715211466.665434:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0800. 00000400:00000010:0.0:1715211466.665440:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000400:00000010:1.0:1715211466.665444:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:0.0:1715211466.665448:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022016, portal 4 00000400:00000010:1.0:1715211466.665450:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211466.665455:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076021952, portal 25 00000400:00000010:0.0:1715211466.665456:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000400:00000010:1.0:1715211466.665459:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da908. 00000100:00000200:1.0:1715211466.665461:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076021952, offset 0 00000400:00000200:1.0:1715211466.665474:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211466.665481:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076022016, offset 0 00000400:00000200:0.0:1715211466.665490:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211466.665494:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211466.665502:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211466.665507:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211466.665512:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211466.665514:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211466.665519:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1436:1436:256:4294967295] 192.168.202.130@tcp LPNI seq info [1436:1436:8:4294967295] 00000400:00000200:1.0:1715211466.665531:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211466.665537:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211466.665540:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715211466.665542:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000400:00000200:0.0:1715211466.665544:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211466.665547:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715211466.665549:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211466.665550:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211466.665552:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211466.665555:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1437:1437:255:4294967295] 192.168.202.130@tcp LPNI seq info [1437:1437:7:4294967295] 00000800:00000200:1.0:1715211466.665561:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211466.665565:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211466.665567:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211466.665570:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211466.665573:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc200. 00000800:00000200:0.0:1715211466.665578:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211466.665584:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211466.665588:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211466.665658:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211466.665665:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715211466.665673:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211466.665680:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211466.665685:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da908 00000400:00000010:2.0:1715211466.665687:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da908. 00000100:00000200:2.0:1715211466.665699:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076021952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211466.665788:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211466.665790:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc200. 00000400:00000200:2.0:1715211466.665794:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211466.665798:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211466.665801:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715211466.665803:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715211466.665807:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076022016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211466.667507:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211466.667521:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16cc0 00000400:00000200:0.0:1715211466.667529:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2dad [1] + 224 00000400:00000200:0.0:1715211466.667542:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211466.667546:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211466.667554:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076021952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211466.667592:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211466.667597:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16d00 00000400:00000200:0.0:1715211466.667601:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2da9 [1] + 224 00000400:00000200:0.0:1715211466.667617:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211466.667621:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211466.667625:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076022016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211466.667678:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211466.667686:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211466.667688:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211466.667696:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076021952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211466.667708:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076021952/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211466.667745:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0800. 02000000:00000010:1.0:1715211466.667752:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabca00. 00000400:00000010:2.0:1715211466.667755:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb58. 00000100:00000010:1.0:1715211466.667757:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000200:2.0:1715211466.667764:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:2.0:1715211466.667766:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:2.0:1715211466.667773:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076022016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211466.667785:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076022016/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211466.667810:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 02000000:00000010:2.0:1715211466.667815:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcb00. 00000100:00000010:2.0:1715211466.667818:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715211471.673268:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715211471.673294:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc100. 00000100:00000010:0.0:1715211471.673346:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211471.673351:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabce00. 02000000:00000010:0.0:1715211471.673414:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715211471.673423:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd1b8. 00000400:00000010:0.0:1715211471.673432:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 02000000:00000010:2.0:1715211471.673438:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000100:00000200:0.0:1715211471.673440:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022144, portal 4 00000400:00000010:2.0:1715211471.673448:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5ec8. 00000400:00000010:0.0:1715211471.673449:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715211471.673452:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076022144, offset 0 00000400:00000010:2.0:1715211471.673454:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715211471.673459:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022080, portal 25 00000400:00000010:2.0:1715211471.673463:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000400:00000200:0.0:1715211471.673466:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211471.673475:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076022080, offset 0 00000400:00000200:0.0:1715211471.673487:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211471.673494:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211471.673494:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211471.673500:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211471.673504:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211471.673507:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211471.673511:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1438:1438:256:4294967295] 192.168.202.130@tcp LPNI seq info [1438:1438:8:4294967295] 00000400:00000200:0.0:1715211471.673524:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211471.673531:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211471.673533:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211471.673536:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc200. 00000400:00000200:2.0:1715211471.673537:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211471.673541:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211471.673543:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211471.673544:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211471.673546:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211471.673549:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1439:1439:255:4294967295] 192.168.202.130@tcp LPNI seq info [1439:1439:7:4294967295] 00000800:00000200:0.0:1715211471.673554:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211471.673559:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211471.673559:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211471.673564:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211471.673568:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000800:00000200:2.0:1715211471.673572:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211471.673579:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211471.673582:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211471.673641:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211471.673647:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc200. 00000400:00000200:1.0:1715211471.673654:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211471.673661:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211471.673666:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:1.0:1715211471.673669:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:1.0:1715211471.673680:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076022144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211471.673769:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211471.673772:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:1.0:1715211471.673774:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211471.673778:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211471.673781:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:1.0:1715211471.673783:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:1.0:1715211471.673787:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076022080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211471.675781:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211471.675795:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16d80 00000400:00000200:0.0:1715211471.675802:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2db9 [1] + 224 00000400:00000200:0.0:1715211471.675814:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211471.675818:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211471.675836:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076022144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211471.675878:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211471.675884:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16d40 00000400:00000200:0.0:1715211471.675888:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2dc1 [1] + 224 00000400:00000200:0.0:1715211471.675903:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211471.675907:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211471.675912:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076022080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211471.675984:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd1b8. 00000400:00000200:2.0:1715211471.675992:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715211471.675994:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715211471.676002:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076022144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211471.676013:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076022144/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211471.676025:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5ec8. 00000400:00000200:3.0:1715211471.676034:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:3.0:1715211471.676036:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:3.0:1715211471.676044:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076022080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211471.676048:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 00000100:00000200:3.0:1715211471.676054:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076022080/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211471.676055:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabce00. 00000100:00000010:2.0:1715211471.676060:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 02000000:00000010:3.0:1715211471.676072:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:3.0:1715211471.676078:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc100. 00000100:00000010:3.0:1715211471.676081:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715211476.681269:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211476.681293:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 00000100:00000010:0.0:1715211476.681343:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211476.681347:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc700. 02000000:00000010:0.0:1715211476.681415:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715211476.681424:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddaa8. 00000400:00000010:0.0:1715211476.681433:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 02000000:00000010:1.0:1715211476.681435:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000100:00000200:0.0:1715211476.681441:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022272, portal 4 00000400:00000010:1.0:1715211476.681445:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211476.681448:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715211476.681451:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076022272, offset 0 00000400:00000010:1.0:1715211476.681451:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211476.681455:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022208, portal 25 00000400:00000010:1.0:1715211476.681459:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da3b8. 00000400:00000200:0.0:1715211476.681463:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211476.681472:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076022208, offset 0 00000400:00000200:1.0:1715211476.681480:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211476.681484:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211476.681491:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211476.681497:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211476.681501:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211476.681504:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211476.681508:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1440:1440:256:4294967295] 192.168.202.130@tcp LPNI seq info [1440:1440:8:4294967295] 00000400:00000200:0.0:1715211476.681521:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211476.681527:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211476.681529:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211476.681532:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcf00. 00000400:00000200:1.0:1715211476.681534:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211476.681537:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211476.681540:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211476.681542:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211476.681550:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211476.681555:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1441:1441:255:4294967295] 192.168.202.130@tcp LPNI seq info [1441:1441:7:4294967295] 00000800:00000200:0.0:1715211476.681562:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211476.681565:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211476.681567:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211476.681571:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211476.681575:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715211476.681580:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211476.681586:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211476.681590:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211476.681648:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211476.681654:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcf00. 00000400:00000200:2.0:1715211476.681661:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211476.681668:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211476.681673:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715211476.681676:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715211476.681687:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076022272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211476.681775:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211476.681777:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715211476.681782:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211476.681786:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211476.681789:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da3b8 00000400:00000010:2.0:1715211476.681791:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da3b8. 00000100:00000200:2.0:1715211476.681795:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076022208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211476.683578:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211476.683592:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16e00 00000400:00000200:0.0:1715211476.683600:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2dc9 [1] + 224 00000400:00000200:0.0:1715211476.683612:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211476.683615:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211476.683623:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076022272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211476.683661:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211476.683665:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16dc0 00000400:00000200:0.0:1715211476.683670:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2dd1 [1] + 224 00000400:00000200:0.0:1715211476.683684:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211476.683688:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211476.683693:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076022208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211476.683754:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddaa8. 00000400:00000200:2.0:1715211476.683762:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:2.0:1715211476.683764:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:2.0:1715211476.683772:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076022272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211476.683783:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076022272/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211476.683805:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211476.683813:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211476.683815:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 02000000:00000010:2.0:1715211476.683818:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 00000100:00000200:1.0:1715211476.683823:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076022208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211476.683824:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc700. 00000100:00000010:2.0:1715211476.683829:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000200:1.0:1715211476.683834:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076022208/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211476.683852:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715211476.683858:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:1.0:1715211476.683861:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715211481.689296:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211481.689321:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcc00. 00000100:00000010:0.0:1715211481.689372:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211481.689377:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcd00. 02000000:00000010:0.0:1715211481.689438:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47600. 00000400:00000010:0.0:1715211481.689447:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd058. 00000400:00000010:0.0:1715211481.689454:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:0.0:1715211481.689463:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022400, portal 4 02000000:00000010:2.0:1715211481.689466:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715211481.689472:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715211481.689474:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076022400, offset 0 00000400:00000010:2.0:1715211481.689477:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5b58. 00000400:00000200:0.0:1715211481.689486:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211481.689494:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000100:00000200:2.0:1715211481.689499:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022336, portal 25 00000400:00000010:2.0:1715211481.689503:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715211481.689505:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076022336, offset 0 00000400:00000200:0.0:1715211481.689506:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211481.689512:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211481.689526:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211481.689531:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211481.689536:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211481.689539:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211481.689543:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1442:1442:256:4294967295] 192.168.202.130@tcp LPNI seq info [1442:1442:8:4294967295] 00000400:00000200:0.0:1715211481.689556:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211481.689564:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211481.689565:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211481.689569:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc800. 00000400:00000200:2.0:1715211481.689570:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211481.689573:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211481.689576:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211481.689578:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211481.689579:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211481.689588:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211481.689592:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1443:1443:255:4294967295] 192.168.202.130@tcp LPNI seq info [1443:1443:7:4294967295] 00000800:00000200:0.0:1715211481.689594:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211481.689602:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211481.689608:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211481.689612:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715211481.689617:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211481.689623:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211481.689627:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211481.689679:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211481.689685:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc800. 00000400:00000200:1.0:1715211481.689693:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211481.689700:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211481.689705:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:1.0:1715211481.689707:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:1.0:1715211481.689718:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076022400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211481.689808:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211481.689811:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715211481.689814:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211481.689818:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211481.689821:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715211481.689832:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715211481.689838:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076022336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211481.691436:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211481.691450:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16e80 00000400:00000200:0.0:1715211481.691459:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2dd9 [1] + 224 00000400:00000200:0.0:1715211481.691471:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211481.691475:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211481.691484:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076022400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211481.691523:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211481.691528:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16e40 00000400:00000200:0.0:1715211481.691532:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2de1 [1] + 224 00000400:00000200:0.0:1715211481.691551:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211481.691555:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211481.691559:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076022336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211481.691615:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd058. 00000400:00000200:2.0:1715211481.691623:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715211481.691625:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715211481.691633:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076022400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211481.691645:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076022400/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211481.691674:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5b58. 02000000:00000010:2.0:1715211481.691680:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47600. 00000400:00000200:3.0:1715211481.691682:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715211481.691684:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 02000000:00000010:2.0:1715211481.691687:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcd00. 00000100:00000010:2.0:1715211481.691692:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000200:3.0:1715211481.691692:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076022336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211481.691703:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076022336/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211481.691721:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715211481.691736:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcc00. 00000100:00000010:3.0:1715211481.691740:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715211486.697239:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211486.697263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc800. 00000100:00000010:0.0:1715211486.697313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211486.697329:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabce00. 02000000:00000010:1.0:1715211486.697378:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 02000000:00000010:0.0:1715211486.697394:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:1.0:1715211486.697394:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211486.697400:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadda50. 00000400:00000010:1.0:1715211486.697405:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211486.697416:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022464, portal 25 00000400:00000010:0.0:1715211486.697421:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715211486.697425:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022528, portal 4 00000400:00000010:1.0:1715211486.697425:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dacc0. 00000100:00000200:1.0:1715211486.697428:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076022464, offset 0 00000400:00000010:0.0:1715211486.697432:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000400:00000200:1.0:1715211486.697441:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211486.697447:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076022528, offset 0 00000400:00000200:0.0:1715211486.697455:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211486.697461:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211486.697469:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211486.697475:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211486.697479:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211486.697482:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211486.697485:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1444:1444:256:4294967295] 192.168.202.130@tcp LPNI seq info [1444:1444:8:4294967295] 00000400:00000200:1.0:1715211486.697498:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211486.697505:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211486.697507:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715211486.697510:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715211486.697511:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211486.697515:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715211486.697517:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211486.697518:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211486.697520:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211486.697523:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1445:1445:255:4294967295] 192.168.202.130@tcp LPNI seq info [1445:1445:7:4294967295] 00000800:00000200:1.0:1715211486.697529:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211486.697533:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211486.697534:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211486.697538:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211486.697541:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc200. 00000800:00000200:0.0:1715211486.697546:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211486.697553:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211486.697556:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211486.697619:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211486.697626:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715211486.697633:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211486.697640:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211486.697645:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dacc0 00000400:00000010:2.0:1715211486.697647:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dacc0. 00000100:00000200:2.0:1715211486.697658:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076022464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211486.697723:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211486.697726:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc200. 00000400:00000200:2.0:1715211486.697729:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211486.697733:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211486.697736:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715211486.697746:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715211486.697752:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076022528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211486.699365:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211486.699380:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16ec0 00000400:00000200:0.0:1715211486.699387:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2de9 [1] + 224 00000400:00000200:0.0:1715211486.699400:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211486.699404:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211486.699412:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076022464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211486.699449:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211486.699454:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16f00 00000400:00000200:0.0:1715211486.699468:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ded [1] + 224 00000400:00000200:0.0:1715211486.699483:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211486.699487:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211486.699492:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076022528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211486.699535:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211486.699543:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211486.699545:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211486.699553:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076022464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211486.699565:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076022464/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211486.699593:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715211486.699610:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc800. 00000100:00000010:1.0:1715211486.699615:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000010:2.0:1715211486.699615:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadda50. 00000400:00000200:2.0:1715211486.699623:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:2.0:1715211486.699625:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:2.0:1715211486.699633:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076022528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211486.699644:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076022528/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211486.699669:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715211486.699674:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabce00. 00000100:00000010:2.0:1715211486.699677:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715211491.705278:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211491.705305:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f307800. 00000100:00000010:0.0:1715211491.705356:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211491.705361:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f307700. 02000000:00000010:0.0:1715211491.705422:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 00000400:00000010:0.0:1715211491.705431:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd0b0. 00000400:00000010:0.0:1715211491.705440:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715211491.705448:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022656, portal 4 02000000:00000010:2.0:1715211491.705450:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:0.0:1715211491.705457:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715211491.705460:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076022656, offset 0 00000400:00000010:2.0:1715211491.705460:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e18. 00000400:00000010:2.0:1715211491.705466:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000400:00000200:0.0:1715211491.705472:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211491.705481:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022592, portal 25 00000400:00000010:2.0:1715211491.705485:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000100:00000200:2.0:1715211491.705488:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076022592, offset 0 00000400:00000200:0.0:1715211491.705492:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211491.705495:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211491.705500:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211491.705506:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211491.705510:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211491.705513:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211491.705517:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1446:1446:256:4294967295] 192.168.202.130@tcp LPNI seq info [1446:1446:8:4294967295] 00000400:00000200:0.0:1715211491.705530:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211491.705537:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211491.705539:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211491.705541:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307900. 00000400:00000200:2.0:1715211491.705543:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211491.705546:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211491.705548:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211491.705549:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211491.705552:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211491.705555:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1447:1447:255:4294967295] 192.168.202.130@tcp LPNI seq info [1447:1447:7:4294967295] 00000800:00000200:0.0:1715211491.705559:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211491.705565:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211491.705565:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211491.705570:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211491.705574:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715211491.705578:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211491.705596:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211491.705599:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211491.705647:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211491.705653:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307900. 00000400:00000200:1.0:1715211491.705659:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211491.705666:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211491.705671:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715211491.705673:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715211491.705684:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076022656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211491.705809:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211491.705812:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715211491.705815:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211491.705820:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211491.705823:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715211491.705825:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715211491.705829:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076022592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211491.707312:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211491.707334:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe16f80 00000400:00000200:0.0:1715211491.707342:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2df9 [1] + 224 00000400:00000200:0.0:1715211491.707356:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211491.707360:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211491.707368:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076022656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211491.707409:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211491.707414:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16f40 00000400:00000200:0.0:1715211491.707419:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e01 [1] + 224 00000400:00000200:0.0:1715211491.707437:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211491.707441:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211491.707446:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076022592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211491.707496:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd0b0. 00000400:00000200:2.0:1715211491.707504:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715211491.707506:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715211491.707514:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076022656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211491.707525:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076022656/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211491.707559:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 00000400:00000010:3.0:1715211491.707562:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e18. 02000000:00000010:2.0:1715211491.707567:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f307700. 00000400:00000200:3.0:1715211491.707570:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000100:00000010:2.0:1715211491.707571:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:3.0:1715211491.707572:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:3.0:1715211491.707580:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076022592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211491.707591:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076022592/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211491.707609:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715211491.707614:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f307800. 00000100:00000010:3.0:1715211491.707617:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715211496.713249:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211496.713277:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 00000100:00000010:0.0:1715211496.713328:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211496.713332:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc800. 02000000:00000010:0.0:1715211496.713399:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 02000000:00000010:1.0:1715211496.713402:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000400:00000010:0.0:1715211496.713408:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd210. 00000400:00000010:1.0:1715211496.713416:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211496.713417:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000100:00000200:0.0:1715211496.713425:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022784, portal 4 00000400:00000010:0.0:1715211496.713432:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715211496.713435:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076022784, offset 0 00000400:00000010:1.0:1715211496.713436:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000200:0.0:1715211496.713447:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211496.713456:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022720, portal 25 00000400:00000010:1.0:1715211496.713461:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da660. 00000100:00000200:1.0:1715211496.713464:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076022720, offset 0 00000400:00000200:0.0:1715211496.713468:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211496.713475:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211496.713476:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211496.713481:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211496.713486:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211496.713489:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211496.713504:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1448:1448:256:4294967295] 192.168.202.130@tcp LPNI seq info [1448:1448:8:4294967295] 00000400:00000200:0.0:1715211496.713517:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211496.713525:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211496.713530:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc100. 00000400:00000200:1.0:1715211496.713533:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715211496.713537:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211496.713539:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211496.713544:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211496.713548:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211496.713549:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211496.713552:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211496.713554:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211496.713557:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1449:1449:255:4294967295] 192.168.202.130@tcp LPNI seq info [1449:1449:7:4294967295] 00000400:00000200:1.0:1715211496.713570:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211496.713592:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211496.713598:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715211496.713605:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211496.713614:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211496.713618:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211496.713643:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211496.713649:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc100. 00000400:00000200:2.0:1715211496.713657:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211496.713665:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211496.713670:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715211496.713673:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715211496.713683:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076022784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211496.713807:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211496.713809:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715211496.713813:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211496.713817:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211496.713820:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da660 00000400:00000010:2.0:1715211496.713822:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da660. 00000100:00000200:2.0:1715211496.713826:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076022720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211496.715438:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211496.715452:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17000 00000400:00000200:0.0:1715211496.715460:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e09 [1] + 224 00000400:00000200:0.0:1715211496.715471:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211496.715475:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211496.715483:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076022784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211496.715522:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211496.715527:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe16fc0 00000400:00000200:0.0:1715211496.715531:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e11 [1] + 224 00000400:00000200:0.0:1715211496.715550:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211496.715554:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211496.715559:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076022720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211496.715610:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd210. 00000400:00000200:2.0:1715211496.715618:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715211496.715620:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715211496.715637:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076022784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211496.715649:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076022784/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211496.715651:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211496.715659:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211496.715662:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211496.715672:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076022720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211496.715683:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 00000100:00000200:1.0:1715211496.715688:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076022720/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211496.715691:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc800. 00000100:00000010:2.0:1715211496.715696:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 02000000:00000010:1.0:1715211496.715736:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715211496.715746:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000100:00000010:1.0:1715211496.715751:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715211501.721294:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211501.721320:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 00000100:00000010:0.0:1715211501.721372:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211501.721376:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcd00. 02000000:00000010:0.0:1715211501.721439:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47000. 00000400:00000010:0.0:1715211501.721449:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd108. 02000000:00000010:2.0:1715211501.721465:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715211501.721468:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000400:00000010:2.0:1715211501.721475:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5e70. 00000100:00000200:0.0:1715211501.721477:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022912, portal 4 00000400:00000010:2.0:1715211501.721481:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000400:00000010:0.0:1715211501.721485:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715211501.721485:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022848, portal 25 00000100:00000200:0.0:1715211501.721488:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076022912, offset 0 00000400:00000010:2.0:1715211501.721489:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:2.0:1715211501.721492:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076022848, offset 0 00000400:00000200:0.0:1715211501.721500:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211501.721510:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211501.721520:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211501.721527:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211501.721533:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211501.721537:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211501.721540:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211501.721544:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1450:1450:256:4294967295] 192.168.202.130@tcp LPNI seq info [1450:1450:8:4294967295] 00000400:00000200:0.0:1715211501.721557:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211501.721564:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211501.721566:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211501.721568:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc900. 00000400:00000200:2.0:1715211501.721570:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211501.721574:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211501.721577:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211501.721577:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211501.721579:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211501.721582:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1451:1451:255:4294967295] 192.168.202.130@tcp LPNI seq info [1451:1451:7:4294967295] 00000800:00000200:0.0:1715211501.721588:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211501.721592:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211501.721593:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211501.721597:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211501.721602:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715211501.721607:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211501.721613:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211501.721617:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211501.721723:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211501.721729:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc900. 00000400:00000200:1.0:1715211501.721737:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211501.721745:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211501.721751:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715211501.721753:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715211501.721764:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076022912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211501.721854:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211501.721856:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715211501.721859:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211501.721863:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211501.721865:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:1.0:1715211501.721867:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:1.0:1715211501.721871:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076022848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211501.723628:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211501.723643:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17080 00000400:00000200:0.0:1715211501.723651:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e19 [1] + 224 00000400:00000200:0.0:1715211501.723664:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211501.723668:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211501.723709:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076022912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211501.723747:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211501.723753:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17040 00000400:00000200:0.0:1715211501.723758:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e1d [1] + 224 00000400:00000200:0.0:1715211501.723778:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211501.723789:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211501.723794:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076022848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211501.723838:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd108. 00000400:00000200:2.0:1715211501.723846:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715211501.723848:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715211501.723856:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076022912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211501.723878:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076022912/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211501.723909:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5e70. 02000000:00000010:2.0:1715211501.723915:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47000. 00000400:00000200:3.0:1715211501.723917:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 02000000:00000010:2.0:1715211501.723920:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcd00. 00000400:00000010:3.0:1715211501.723920:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000010:2.0:1715211501.723925:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000200:3.0:1715211501.723928:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076022848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211501.723939:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076022848/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211501.723956:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715211501.723962:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000100:00000010:3.0:1715211501.723965:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715211506.729250:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715211506.729275:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 00000100:00000010:0.0:1715211506.729330:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211506.729334:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc700. 02000000:00000010:0.0:1715211506.729404:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 00000400:00000010:0.0:1715211506.729414:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd9f8. 02000000:00000010:1.0:1715211506.729418:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:0.0:1715211506.729423:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:1.0:1715211506.729428:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:0.0:1715211506.729431:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023040, portal 4 00000400:00000010:1.0:1715211506.729434:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211506.729438:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076022976, portal 25 00000400:00000010:0.0:1715211506.729439:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000100:00000200:0.0:1715211506.729442:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076023040, offset 0 00000400:00000010:1.0:1715211506.729442:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dadd0. 00000100:00000200:1.0:1715211506.729445:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076022976, offset 0 00000400:00000200:0.0:1715211506.729454:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211506.729464:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211506.729475:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211506.729483:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211506.729488:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211506.729492:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211506.729495:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211506.729499:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1452:1452:256:4294967295] 192.168.202.130@tcp LPNI seq info [1452:1452:8:4294967295] 00000400:00000200:0.0:1715211506.729512:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211506.729519:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211506.729521:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211506.729524:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc500. 00000400:00000200:1.0:1715211506.729525:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211506.729529:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211506.729531:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211506.729532:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211506.729534:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211506.729537:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1453:1453:255:4294967295] 192.168.202.130@tcp LPNI seq info [1453:1453:7:4294967295] 00000800:00000200:0.0:1715211506.729541:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211506.729546:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211506.729547:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211506.729552:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211506.729556:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:1.0:1715211506.729560:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211506.729567:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211506.729571:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211506.729664:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211506.729671:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc500. 00000400:00000200:2.0:1715211506.729678:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211506.729685:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211506.729691:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715211506.729694:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715211506.729704:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076023040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211506.729789:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211506.729791:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715211506.729795:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211506.729798:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211506.729801:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dadd0 00000400:00000010:2.0:1715211506.729803:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dadd0. 00000100:00000200:2.0:1715211506.729807:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076022976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211506.731391:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211506.731405:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17100 00000400:00000200:0.0:1715211506.731413:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e29 [1] + 224 00000400:00000200:0.0:1715211506.731440:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211506.731444:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211506.731452:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076023040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211506.731493:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211506.731499:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe170c0 00000400:00000200:0.0:1715211506.731503:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e2d [1] + 224 00000400:00000200:0.0:1715211506.731517:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211506.731521:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211506.731526:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076022976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211506.731581:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd9f8. 00000400:00000200:2.0:1715211506.731589:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:2.0:1715211506.731591:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715211506.731599:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076023040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211506.731607:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:2.0:1715211506.731610:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076023040/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715211506.731616:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211506.731619:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211506.731652:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076022976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211506.731665:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 00000100:00000200:1.0:1715211506.731669:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076022976/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211506.731673:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc700. 00000100:00000010:2.0:1715211506.731689:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 02000000:00000010:1.0:1715211506.731693:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715211506.731700:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:1.0:1715211506.731705:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715211511.737273:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211511.737300:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc400. 00000100:00000010:0.0:1715211511.737352:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211511.737356:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcc00. 02000000:00000010:0.0:1715211511.737418:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715211511.737428:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd160. 00000400:00000010:0.0:1715211511.737436:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715211511.737444:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023168, portal 4 02000000:00000010:2.0:1715211511.737446:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715211511.737453:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715211511.737456:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076023168, offset 0 00000400:00000010:2.0:1715211511.737456:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f20. 00000400:00000010:2.0:1715211511.737462:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000400:00000200:0.0:1715211511.737468:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211511.737476:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023104, portal 25 00000400:00000010:2.0:1715211511.737481:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715211511.737483:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076023104, offset 0 00000400:00000200:0.0:1715211511.737488:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211511.737490:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211511.737496:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211511.737501:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211511.737506:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211511.737509:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211511.737512:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1454:1454:256:4294967295] 192.168.202.130@tcp LPNI seq info [1454:1454:8:4294967295] 00000400:00000200:0.0:1715211511.737525:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211511.737545:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211511.737547:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211511.737550:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc500. 00000400:00000200:2.0:1715211511.737551:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211511.737555:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211511.737557:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211511.737558:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211511.737560:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211511.737563:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1455:1455:255:4294967295] 192.168.202.130@tcp LPNI seq info [1455:1455:7:4294967295] 00000800:00000200:0.0:1715211511.737570:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211511.737573:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211511.737576:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211511.737578:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211511.737582:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000800:00000200:2.0:1715211511.737626:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211511.737633:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211511.737636:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211511.737691:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211511.737697:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc500. 00000400:00000200:1.0:1715211511.737704:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211511.737711:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211511.737717:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715211511.737719:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715211511.737730:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076023168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211511.737810:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211511.737812:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715211511.737815:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211511.737819:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211511.737822:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:1.0:1715211511.737824:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:1.0:1715211511.737827:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076023104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211511.739331:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211511.739346:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17180 00000400:00000200:0.0:1715211511.739353:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e39 [1] + 224 00000400:00000200:0.0:1715211511.739366:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211511.739370:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211511.739378:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076023168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211511.739417:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211511.739422:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17140 00000400:00000200:0.0:1715211511.739427:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e41 [1] + 224 00000400:00000200:0.0:1715211511.739447:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211511.739451:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211511.739456:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076023104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211511.739507:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd160. 00000400:00000200:2.0:1715211511.739514:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715211511.739516:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715211511.739524:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076023168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211511.739535:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076023168/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211511.739568:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f20. 02000000:00000010:2.0:1715211511.739571:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 00000400:00000200:3.0:1715211511.739577:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 02000000:00000010:2.0:1715211511.739579:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcc00. 00000400:00000010:3.0:1715211511.739579:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000010:2.0:1715211511.739583:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000200:3.0:1715211511.739617:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076023104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211511.739629:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076023104/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211511.739647:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715211511.739653:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc400. 00000100:00000010:3.0:1715211511.739666:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715211516.745244:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211516.745270:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcd00. 00000100:00000010:0.0:1715211516.745324:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211516.745329:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 02000000:00000010:0.0:1715211516.745403:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 02000000:00000010:1.0:1715211516.745411:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000400:00000010:0.0:1715211516.745412:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddb00. 00000400:00000010:0.0:1715211516.745420:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:1.0:1715211516.745421:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:0.0:1715211516.745428:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023296, portal 4 00000400:00000010:1.0:1715211516.745429:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211516.745434:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023232, portal 25 00000400:00000010:0.0:1715211516.745437:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:1.0:1715211516.745438:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da330. 00000100:00000200:1.0:1715211516.745441:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076023232, offset 0 00000400:00000200:1.0:1715211516.745454:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211516.745462:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076023296, offset 0 00000400:00000200:0.0:1715211516.745470:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211516.745475:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211516.745482:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211516.745487:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211516.745492:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211516.745495:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211516.745499:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1456:1456:256:4294967295] 192.168.202.130@tcp LPNI seq info [1456:1456:8:4294967295] 00000400:00000200:1.0:1715211516.745511:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211516.745518:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211516.745520:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211516.745524:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211516.745528:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211516.745530:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211516.745533:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000010:1.0:1715211516.745533:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000400:00000200:0.0:1715211516.745536:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1457:1457:255:4294967295] 192.168.202.130@tcp LPNI seq info [1457:1457:7:4294967295] 00000800:00000200:1.0:1715211516.745542:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211516.745576:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211516.745581:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211516.745585:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc600. 00000800:00000200:0.0:1715211516.745590:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211516.745599:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211516.745599:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211516.745605:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211516.745605:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211516.745701:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211516.745707:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715211516.745715:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211516.745723:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211516.745729:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da330 00000400:00000010:2.0:1715211516.745731:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da330. 00000100:00000200:2.0:1715211516.745741:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076023232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211516.745824:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211516.745827:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc600. 00000400:00000200:2.0:1715211516.745831:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211516.745835:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211516.745837:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715211516.745839:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715211516.745843:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076023296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211516.747468:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211516.747482:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17200 00000400:00000200:0.0:1715211516.747490:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e49 [1] + 224 00000400:00000200:0.0:1715211516.747502:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211516.747506:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211516.747514:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076023296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211516.747578:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211516.747584:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe171c0 00000400:00000200:0.0:1715211516.747589:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e4d [1] + 224 00000400:00000200:0.0:1715211516.747605:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211516.747610:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211516.747615:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076023232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211516.747642:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddb00. 00000400:00000200:2.0:1715211516.747650:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715211516.747652:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715211516.747661:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076023296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211516.747672:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076023296/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211516.747707:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715211516.747713:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000100:00000010:2.0:1715211516.747718:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000010:1.0:1715211516.747748:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211516.747756:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211516.747758:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211516.747766:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076023232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211516.747778:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076023232/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211516.747796:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715211516.747802:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcd00. 00000100:00000010:1.0:1715211516.747805:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715211521.753251:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211521.753278:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 00000100:00000010:0.0:1715211521.753328:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211521.753333:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 02000000:00000010:0.0:1715211521.753394:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715211521.753403:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddbb0. 00000400:00000010:0.0:1715211521.753412:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715211521.753420:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023424, portal 4 02000000:00000010:2.0:1715211521.753420:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297000. 00000400:00000010:0.0:1715211521.753428:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715211521.753430:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076023424, offset 0 00000400:00000010:2.0:1715211521.753430:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5f78. 00000400:00000010:2.0:1715211521.753436:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2692a8. 00000400:00000200:0.0:1715211521.753442:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211521.753450:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023360, portal 25 00000400:00000010:2.0:1715211521.753456:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269c38. 00000100:00000200:2.0:1715211521.753459:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076023360, offset 0 00000400:00000200:0.0:1715211521.753463:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211521.753470:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211521.753476:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211521.753477:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211521.753481:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211521.753483:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211521.753487:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1458:1458:256:4294967295] 192.168.202.130@tcp LPNI seq info [1458:1458:8:4294967295] 00000400:00000200:0.0:1715211521.753536:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211521.753544:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211521.753546:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211521.753549:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc100. 00000400:00000200:2.0:1715211521.753551:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211521.753554:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211521.753556:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211521.753557:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211521.753560:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211521.753562:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1459:1459:255:4294967295] 192.168.202.130@tcp LPNI seq info [1459:1459:7:4294967295] 00000800:00000200:0.0:1715211521.753567:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211521.753573:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211521.753573:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211521.753578:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211521.753582:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715211521.753587:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211521.753594:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211521.753597:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211521.753658:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211521.753665:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc100. 00000400:00000200:1.0:1715211521.753673:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211521.753680:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211521.753685:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715211521.753688:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715211521.753698:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076023424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211521.753789:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211521.753792:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715211521.753795:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211521.753799:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211521.753802:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269c38 00000400:00000010:1.0:1715211521.753803:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269c38. 00000100:00000200:1.0:1715211521.753807:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076023360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211521.755496:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211521.755531:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17280 00000400:00000200:0.0:1715211521.755539:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e59 [1] + 224 00000400:00000200:0.0:1715211521.755553:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211521.755556:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211521.755575:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076023424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211521.755616:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211521.755622:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17240 00000400:00000200:0.0:1715211521.755627:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e61 [1] + 224 00000400:00000200:0.0:1715211521.755642:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211521.755646:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211521.755650:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076023360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211521.755696:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddbb0. 00000400:00000200:2.0:1715211521.755704:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715211521.755706:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715211521.755714:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076023424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211521.755726:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076023424/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211521.755761:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 02000000:00000010:2.0:1715211521.755768:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000400:00000010:3.0:1715211521.755770:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5f78. 00000100:00000010:2.0:1715211521.755773:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000200:3.0:1715211521.755779:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2692a8 00000400:00000010:3.0:1715211521.755781:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2692a8. 00000100:00000200:3.0:1715211521.755789:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076023360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211521.755800:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076023360/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211521.755818:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297000. 02000000:00000010:3.0:1715211521.755823:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000100:00000010:3.0:1715211521.755826:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715211526.761284:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211526.761310:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc800. 00000100:00000010:0.0:1715211526.761363:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211526.761368:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 02000000:00000010:0.0:1715211526.761438:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715211526.761447:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf78. 00000400:00000010:0.0:1715211526.761456:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 02000000:00000010:1.0:1715211526.761485:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000100:00000200:0.0:1715211526.761491:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023552, portal 4 00000400:00000010:0.0:1715211526.761501:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000100:00000200:0.0:1715211526.761504:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076023552, offset 0 00000400:00000010:1.0:1715211526.761506:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:0.0:1715211526.761516:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:1.0:1715211526.761524:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211526.761529:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023488, portal 25 00000400:00000010:1.0:1715211526.761534:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daa18. 00000100:00000200:1.0:1715211526.761536:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076023488, offset 0 00000400:00000200:0.0:1715211526.761537:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211526.761544:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211526.761545:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211526.761550:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211526.761555:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211526.761557:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211526.761561:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1460:1460:256:4294967295] 192.168.202.130@tcp LPNI seq info [1460:1460:8:4294967295] 00000400:00000200:0.0:1715211526.761574:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211526.761582:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211526.761585:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211526.761587:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc600. 00000400:00000200:1.0:1715211526.761589:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211526.761592:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211526.761595:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211526.761597:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211526.761600:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1461:1461:255:4294967295] 192.168.202.130@tcp LPNI seq info [1461:1461:7:4294967295] 00000800:00000200:0.0:1715211526.761605:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211526.761611:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211526.761616:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715211526.761617:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:1.0:1715211526.761620:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:0.0:1715211526.761622:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211526.761626:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211526.761632:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211526.761636:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211526.761712:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211526.761719:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc600. 00000400:00000200:2.0:1715211526.761726:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211526.761734:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211526.761739:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715211526.761741:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:2.0:1715211526.761752:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076023552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211526.761853:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211526.761856:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715211526.761860:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211526.761864:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211526.761867:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daa18 00000400:00000010:2.0:1715211526.761869:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daa18. 00000100:00000200:2.0:1715211526.761873:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076023488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211526.763506:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211526.763521:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17300 00000400:00000200:0.0:1715211526.763529:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e69 [1] + 224 00000400:00000200:0.0:1715211526.763541:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211526.763545:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211526.763553:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076023552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211526.763591:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211526.763597:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe172c0 00000400:00000200:0.0:1715211526.763601:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e71 [1] + 224 00000400:00000200:0.0:1715211526.763618:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211526.763622:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211526.763627:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076023488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211526.763676:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf78. 00000400:00000200:2.0:1715211526.763683:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715211526.763685:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715211526.763693:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076023552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211526.763705:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076023552/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211526.763740:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 02000000:00000010:2.0:1715211526.763747:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000400:00000010:1.0:1715211526.763749:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000100:00000010:2.0:1715211526.763753:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000200:1.0:1715211526.763757:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211526.763759:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211526.763767:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076023488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211526.763778:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076023488/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211526.763795:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715211526.763802:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc800. 00000100:00000010:1.0:1715211526.763805:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715211531.769245:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211531.769270:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcb00. 00000100:00000010:0.0:1715211531.769321:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211531.769325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 02000000:00000010:0.0:1715211531.769387:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46a00. 00000400:00000010:0.0:1715211531.769396:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc60. 00000400:00000010:0.0:1715211531.769405:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 02000000:00000010:2.0:1715211531.769411:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296c00. 00000100:00000200:0.0:1715211531.769414:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023680, portal 4 00000400:00000010:2.0:1715211531.769452:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000400:00000010:0.0:1715211531.769458:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:2.0:1715211531.769458:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715211531.769462:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023616, portal 25 00000100:00000200:0.0:1715211531.769463:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076023680, offset 0 00000400:00000010:2.0:1715211531.769466:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269770. 00000400:00000200:0.0:1715211531.769475:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211531.769481:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076023616, offset 0 00000400:00000200:2.0:1715211531.769489:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211531.769495:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211531.769517:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211531.769523:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211531.769528:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211531.769531:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211531.769535:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1462:1462:256:4294967295] 192.168.202.130@tcp LPNI seq info [1462:1462:8:4294967295] 00000400:00000200:0.0:1715211531.769549:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211531.769556:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211531.769560:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211531.769561:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc700. 00000400:00000200:2.0:1715211531.769564:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211531.769567:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211531.769569:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211531.769570:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211531.769573:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211531.769580:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211531.769586:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211531.769586:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1463:1463:255:4294967295] 192.168.202.130@tcp LPNI seq info [1463:1463:7:4294967295] 00000400:00000200:2.0:1715211531.769596:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211531.769602:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211531.769606:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715211531.769611:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211531.769618:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211531.769621:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211531.769670:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211531.769677:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc700. 00000400:00000200:1.0:1715211531.769683:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211531.769700:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211531.769705:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715211531.769708:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715211531.769718:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076023680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211531.769802:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211531.769804:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715211531.769807:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211531.769811:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211531.769814:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269770 00000400:00000010:1.0:1715211531.769816:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269770. 00000100:00000200:1.0:1715211531.769820:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076023616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211531.771463:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211531.771476:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17340 00000400:00000200:0.0:1715211531.771485:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e7d [1] + 224 00000400:00000200:0.0:1715211531.771497:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211531.771501:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211531.771509:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076023616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211531.771547:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211531.771553:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17380 00000400:00000200:0.0:1715211531.771557:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e79 [1] + 224 00000400:00000200:0.0:1715211531.771571:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211531.771575:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211531.771580:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076023680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211531.771628:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:2.0:1715211531.771636:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:2.0:1715211531.771638:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715211531.771646:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076023616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211531.771658:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076023616/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211531.771686:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296c00. 02000000:00000010:2.0:1715211531.771692:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcb00. 00000100:00000010:2.0:1715211531.771698:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000400:00000010:1.0:1715211531.771704:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc60. 00000400:00000200:1.0:1715211531.771712:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715211531.771714:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715211531.771722:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076023680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211531.771733:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076023680/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211531.771759:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46a00. 02000000:00000010:1.0:1715211531.771765:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:1.0:1715211531.771769:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:0.0:1715211536.777229:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211536.777253:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc500. 00000100:00000010:0.0:1715211536.777306:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715211536.777323:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 02000000:00000010:0.0:1715211536.777419:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 02000000:00000010:1.0:1715211536.777421:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715211536.777429:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd000. 00000400:00000010:1.0:1715211536.777431:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211536.777437:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:1.0:1715211536.777438:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211536.777446:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023744, portal 25 00000100:00000200:0.0:1715211536.777452:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023808, portal 4 00000400:00000010:1.0:1715211536.777452:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dac38. 00000100:00000200:1.0:1715211536.777454:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076023744, offset 0 00000400:00000010:0.0:1715211536.777460:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000200:1.0:1715211536.777466:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211536.777472:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076023808, offset 0 00000400:00000200:0.0:1715211536.777480:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211536.777487:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211536.777504:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211536.777510:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211536.777514:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211536.777518:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211536.777522:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1464:1464:256:4294967295] 192.168.202.130@tcp LPNI seq info [1464:1464:8:4294967295] 00000400:00000200:1.0:1715211536.777535:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211536.777541:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211536.777545:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:1.0:1715211536.777547:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715211536.777549:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211536.777553:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:1.0:1715211536.777554:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211536.777556:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211536.777558:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211536.777561:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1465:1465:255:4294967295] 192.168.202.130@tcp LPNI seq info [1465:1465:7:4294967295] 00000800:00000200:1.0:1715211536.777563:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211536.777568:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211536.777571:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211536.777576:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211536.777579:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc600. 00000800:00000200:0.0:1715211536.777584:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211536.777590:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211536.777594:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211536.777662:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211536.777669:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715211536.777676:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211536.777684:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211536.777689:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dac38 00000400:00000010:2.0:1715211536.777692:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dac38. 00000100:00000200:2.0:1715211536.777701:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076023744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211536.777790:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211536.777792:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc600. 00000400:00000200:2.0:1715211536.777795:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211536.777799:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211536.777801:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715211536.777812:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715211536.777817:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076023808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211536.779601:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211536.779615:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe173c0 00000400:00000200:0.0:1715211536.779623:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e89 [1] + 224 00000400:00000200:0.0:1715211536.779635:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211536.779639:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211536.779647:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076023744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211536.779684:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211536.779689:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17400 00000400:00000200:0.0:1715211536.779703:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e8d [1] + 224 00000400:00000200:0.0:1715211536.779722:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211536.779726:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211536.779730:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076023808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211536.779768:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211536.779776:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211536.779778:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211536.779786:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076023744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211536.779797:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076023744/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211536.779824:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715211536.779832:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc500. 00000100:00000010:1.0:1715211536.779837:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000400:00000010:2.0:1715211536.779853:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd000. 00000400:00000200:2.0:1715211536.779861:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715211536.779863:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715211536.779871:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076023808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211536.779881:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076023808/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211536.779905:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 02000000:00000010:2.0:1715211536.779912:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000100:00000010:2.0:1715211536.779915:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715211541.785277:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211541.785302:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabce00. 00000100:00000010:0.0:1715211541.785387:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211541.785392:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcd00. 02000000:00000010:0.0:1715211541.785449:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46000. 02000000:00000010:2.0:1715211541.785452:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715211541.785458:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd2c0. 00000400:00000010:2.0:1715211541.785462:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000400:00000010:0.0:1715211541.785468:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000400:00000010:2.0:1715211541.785468:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715211541.785476:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023872, portal 25 00000400:00000010:2.0:1715211541.785481:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269000. 00000100:00000200:0.0:1715211541.785482:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076023936, portal 4 00000100:00000200:2.0:1715211541.785484:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076023872, offset 0 00000400:00000010:0.0:1715211541.785489:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000200:2.0:1715211541.785496:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211541.785502:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076023936, offset 0 00000400:00000200:0.0:1715211541.785510:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211541.785517:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211541.785525:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211541.785530:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211541.785534:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211541.785537:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211541.785541:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1466:1466:256:4294967295] 192.168.202.130@tcp LPNI seq info [1466:1466:8:4294967295] 00000400:00000200:2.0:1715211541.785553:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211541.785560:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211541.785562:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211541.785566:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1715211541.785566:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000400:00000200:0.0:1715211541.785570:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211541.785573:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211541.785575:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211541.785576:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211541.785579:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1467:1467:255:4294967295] 192.168.202.130@tcp LPNI seq info [1467:1467:7:4294967295] 00000400:00000200:0.0:1715211541.785589:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211541.785594:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211541.785597:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc900. 00000800:00000200:2.0:1715211541.785597:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211541.785602:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211541.785603:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211541.785609:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211541.785612:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211541.785692:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211541.785698:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715211541.785704:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211541.785712:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211541.785717:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269000 00000400:00000010:1.0:1715211541.785719:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269000. 00000100:00000200:1.0:1715211541.785729:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076023872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211541.785820:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211541.785831:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc900. 00000400:00000200:1.0:1715211541.785836:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211541.785841:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211541.785843:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715211541.785845:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715211541.785850:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076023936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211541.787474:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211541.787497:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17440 00000400:00000200:0.0:1715211541.787505:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e99 [1] + 224 00000400:00000200:0.0:1715211541.787519:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211541.787523:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211541.787531:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076023872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211541.787570:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211541.787575:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17480 00000400:00000200:0.0:1715211541.787579:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2e9d [1] + 224 00000400:00000200:0.0:1715211541.787595:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211541.787599:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211541.787604:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076023936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211541.787659:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:2.0:1715211541.787667:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:2.0:1715211541.787670:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715211541.787678:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076023872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211541.787689:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076023872/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211541.787716:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd2c0. 02000000:00000010:2.0:1715211541.787716:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715211541.787723:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabce00. 00000400:00000200:1.0:1715211541.787725:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715211541.787727:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000010:2.0:1715211541.787729:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000200:1.0:1715211541.787735:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076023936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211541.787746:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076023936/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211541.787771:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46000. 02000000:00000010:1.0:1715211541.787777:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcd00. 00000100:00000010:1.0:1715211541.787780:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715211546.793264:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715211546.793328:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 00000100:00000010:0.0:1715211546.793383:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211546.793388:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 02000000:00000010:0.0:1715211546.793458:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715211546.793467:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd268. 02000000:00000010:1.0:1715211546.793470:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:0.0:1715211546.793476:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:1.0:1715211546.793481:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:0.0:1715211546.793485:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024064, portal 4 00000400:00000010:1.0:1715211546.793487:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211546.793491:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024000, portal 25 00000400:00000010:0.0:1715211546.793492:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:0.0:1715211546.793495:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076024064, offset 0 00000400:00000010:1.0:1715211546.793496:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da2a8. 00000100:00000200:1.0:1715211546.793499:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076024000, offset 0 00000400:00000200:0.0:1715211546.793507:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211546.793517:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211546.793528:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211546.793535:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211546.793540:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211546.793545:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211546.793548:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211546.793563:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1468:1468:256:4294967295] 192.168.202.130@tcp LPNI seq info [1468:1468:8:4294967295] 00000400:00000200:0.0:1715211546.793576:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211546.793584:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211546.793588:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211546.793589:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc100. 00000400:00000200:1.0:1715211546.793592:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211546.793595:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211546.793597:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211546.793598:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211546.793600:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211546.793603:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1469:1469:255:4294967295] 192.168.202.130@tcp LPNI seq info [1469:1469:7:4294967295] 00000800:00000200:0.0:1715211546.793608:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211546.793613:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211546.793614:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211546.793628:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211546.793633:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865d00. 00000800:00000200:1.0:1715211546.793638:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211546.793644:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211546.793648:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211546.793697:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211546.793703:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc100. 00000400:00000200:2.0:1715211546.793711:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211546.793718:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211546.793723:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715211546.793725:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715211546.793736:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076024064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211546.793818:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211546.793821:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865d00. 00000400:00000200:2.0:1715211546.793825:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211546.793829:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211546.793831:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da2a8 00000400:00000010:2.0:1715211546.793833:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da2a8. 00000100:00000200:2.0:1715211546.793837:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076024000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211546.795544:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211546.795559:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17500 00000400:00000200:0.0:1715211546.795567:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ea9 [1] + 224 00000400:00000200:0.0:1715211546.795580:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211546.795584:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211546.795592:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076024064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211546.795629:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211546.795634:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe174c0 00000400:00000200:0.0:1715211546.795639:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ead [1] + 224 00000400:00000200:0.0:1715211546.795654:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211546.795658:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211546.795663:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076024000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211546.795713:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd268. 00000400:00000200:2.0:1715211546.795721:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715211546.795723:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715211546.795741:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076024064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211546.795752:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076024064/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211546.795783:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:2.0:1715211546.795788:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 00000400:00000200:1.0:1715211546.795791:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211546.795793:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 02000000:00000010:2.0:1715211546.795794:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000100:00000010:2.0:1715211546.795799:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000200:1.0:1715211546.795801:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076024000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211546.795812:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076024000/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211546.795830:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715211546.795836:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000100:00000010:1.0:1715211546.795839:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715211551.801291:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211551.801315:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabca00. 00000100:00000010:0.0:1715211551.801364:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715211551.801368:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 02000000:00000010:0.0:1715211551.801430:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715211551.801438:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd68. 02000000:00000010:2.0:1715211551.801450:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715211551.801457:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000400:00000010:2.0:1715211551.801461:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000100:00000200:0.0:1715211551.801465:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024192, portal 4 00000400:00000010:2.0:1715211551.801466:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715211551.801470:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024128, portal 25 00000400:00000010:0.0:1715211551.801473:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000010:2.0:1715211551.801475:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269880. 00000100:00000200:0.0:1715211551.801476:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076024192, offset 0 00000100:00000200:2.0:1715211551.801477:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076024128, offset 0 00000400:00000200:0.0:1715211551.801488:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211551.801497:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211551.801507:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211551.801514:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211551.801519:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211551.801524:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211551.801528:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211551.801532:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1470:1470:256:4294967295] 192.168.202.130@tcp LPNI seq info [1470:1470:8:4294967295] 00000400:00000200:0.0:1715211551.801545:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211551.801551:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211551.801554:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211551.801555:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcb00. 00000400:00000200:2.0:1715211551.801558:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211551.801562:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211551.801563:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211551.801565:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211551.801567:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211551.801570:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1471:1471:255:4294967295] 192.168.202.130@tcp LPNI seq info [1471:1471:7:4294967295] 00000800:00000200:0.0:1715211551.801575:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211551.801580:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211551.801580:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211551.801585:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211551.801590:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715211551.801595:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211551.801601:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211551.801605:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211551.801665:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211551.801671:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcb00. 00000400:00000200:1.0:1715211551.801677:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211551.801685:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211551.801691:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715211551.801693:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715211551.801704:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076024192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211551.801783:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211551.801786:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715211551.801788:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211551.801792:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211551.801795:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269880 00000400:00000010:1.0:1715211551.801797:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269880. 00000100:00000200:1.0:1715211551.801801:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076024128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211551.803506:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211551.803520:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17540 00000400:00000200:0.0:1715211551.803529:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ebd [1] + 224 00000400:00000200:0.0:1715211551.803541:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211551.803545:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211551.803553:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076024128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211551.803590:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211551.803596:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17580 00000400:00000200:0.0:1715211551.803600:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2eb9 [1] + 224 00000400:00000200:0.0:1715211551.803615:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211551.803626:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211551.803631:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076024192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211551.803674:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:2.0:1715211551.803681:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:2.0:1715211551.803683:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715211551.803691:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076024128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211551.803714:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076024128/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211551.803742:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715211551.803748:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabca00. 00000400:00000010:1.0:1715211551.803753:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd68. 00000100:00000010:2.0:1715211551.803753:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000200:1.0:1715211551.803762:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715211551.803764:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715211551.803772:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076024192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211551.803783:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076024192/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211551.803808:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 02000000:00000010:1.0:1715211551.803815:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:1.0:1715211551.803818:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715211556.809257:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211556.809281:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 00000100:00000010:0.0:1715211556.809334:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211556.809338:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc600. 02000000:00000010:0.0:1715211556.809406:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 00000400:00000010:0.0:1715211556.809416:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddd10. 00000400:00000010:0.0:1715211556.809424:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 02000000:00000010:1.0:1715211556.809428:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000100:00000200:0.0:1715211556.809433:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024320, portal 4 00000400:00000010:1.0:1715211556.809438:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211556.809441:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:1.0:1715211556.809443:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:0.0:1715211556.809444:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076024320, offset 0 00000100:00000200:1.0:1715211556.809448:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024256, portal 25 00000400:00000010:1.0:1715211556.809452:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da5d8. 00000400:00000200:0.0:1715211556.809456:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211556.809464:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076024256, offset 0 00000400:00000200:1.0:1715211556.809473:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211556.809477:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211556.809484:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211556.809490:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211556.809494:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211556.809497:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211556.809501:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1472:1472:256:4294967295] 192.168.202.130@tcp LPNI seq info [1472:1472:8:4294967295] 00000400:00000200:0.0:1715211556.809513:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211556.809520:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211556.809522:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211556.809525:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc800. 00000400:00000200:1.0:1715211556.809526:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211556.809530:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211556.809532:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211556.809533:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211556.809536:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211556.809539:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1473:1473:255:4294967295] 192.168.202.130@tcp LPNI seq info [1473:1473:7:4294967295] 00000800:00000200:0.0:1715211556.809543:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211556.809548:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211556.809549:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211556.809553:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211556.809557:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715211556.809562:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211556.809568:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211556.809572:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211556.809634:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211556.809640:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc800. 00000400:00000200:2.0:1715211556.809646:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211556.809654:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211556.809659:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715211556.809661:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715211556.809672:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076024320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211556.809755:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211556.809757:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715211556.809761:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211556.809765:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211556.809768:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da5d8 00000400:00000010:2.0:1715211556.809769:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da5d8. 00000100:00000200:2.0:1715211556.809773:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076024256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211556.811425:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211556.811440:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17600 00000400:00000200:0.0:1715211556.811448:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ec9 [1] + 224 00000400:00000200:0.0:1715211556.811471:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211556.811475:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211556.811483:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076024320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211556.811523:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211556.811529:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe175c0 00000400:00000200:0.0:1715211556.811533:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ed1 [1] + 224 00000400:00000200:0.0:1715211556.811550:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211556.811553:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211556.811558:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076024256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211556.811575:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddd10. 00000400:00000200:2.0:1715211556.811583:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715211556.811585:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715211556.811593:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076024320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211556.811605:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076024320/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211556.811639:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 02000000:00000010:2.0:1715211556.811645:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc600. 00000100:00000010:2.0:1715211556.811659:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:1.0:1715211556.811676:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211556.811683:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211556.811685:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211556.811693:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076024256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211556.811704:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076024256/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211556.811721:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715211556.811727:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000100:00000010:1.0:1715211556.811730:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715211561.817267:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211561.817294:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc400. 00000100:00000010:0.0:1715211561.817347:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211561.817351:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 02000000:00000010:0.0:1715211561.817412:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715211561.817421:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd6e0. 00000400:00000010:0.0:1715211561.817430:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715211561.817437:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024448, portal 4 02000000:00000010:2.0:1715211561.817441:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715211561.817445:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715211561.817447:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076024448, offset 0 00000400:00000010:2.0:1715211561.817451:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5dc0. 00000400:00000200:0.0:1715211561.817460:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211561.817468:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269ee0. 00000100:00000200:2.0:1715211561.817473:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024384, portal 25 00000400:00000010:2.0:1715211561.817477:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269e58. 00000100:00000200:2.0:1715211561.817479:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076024384, offset 0 00000400:00000200:0.0:1715211561.817480:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211561.817487:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211561.817488:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211561.817493:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211561.817498:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211561.817501:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211561.817505:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1474:1474:256:4294967295] 192.168.202.130@tcp LPNI seq info [1474:1474:8:4294967295] 00000400:00000200:0.0:1715211561.817518:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211561.817537:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211561.817538:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211561.817542:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc100. 00000400:00000200:2.0:1715211561.817542:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211561.817546:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211561.817548:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211561.817550:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211561.817551:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211561.817554:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1475:1475:255:4294967295] 192.168.202.130@tcp LPNI seq info [1475:1475:7:4294967295] 00000800:00000200:0.0:1715211561.817559:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211561.817564:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211561.817564:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211561.817569:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211561.817573:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715211561.817578:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211561.817585:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211561.817589:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211561.817648:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211561.817654:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc100. 00000400:00000200:1.0:1715211561.817661:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211561.817669:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211561.817673:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715211561.817676:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715211561.817686:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076024448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211561.817773:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211561.817775:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715211561.817778:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211561.817782:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211561.817785:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269e58 00000400:00000010:1.0:1715211561.817786:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269e58. 00000100:00000200:1.0:1715211561.817790:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076024384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211561.819659:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211561.819673:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17680 00000400:00000200:0.0:1715211561.819681:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ed9 [1] + 224 00000400:00000200:0.0:1715211561.819694:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211561.819697:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211561.819706:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076024448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211561.819744:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211561.819749:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17640 00000400:00000200:0.0:1715211561.819754:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ee1 [1] + 224 00000400:00000200:0.0:1715211561.819768:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211561.819773:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211561.819777:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076024384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211561.819827:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd6e0. 00000400:00000200:2.0:1715211561.819835:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715211561.819837:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715211561.819846:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076024448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211561.819857:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076024448/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211561.819892:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 00000400:00000010:3.0:1715211561.819897:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5dc0. 02000000:00000010:2.0:1715211561.819898:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000100:00000010:2.0:1715211561.819903:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000200:3.0:1715211561.819905:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269ee0 00000400:00000010:3.0:1715211561.819907:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269ee0. 00000100:00000200:3.0:1715211561.819915:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076024384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211561.819926:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076024384/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211561.819944:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715211561.819949:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc400. 00000100:00000010:3.0:1715211561.819952:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715211566.825264:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211566.825290:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc100. 00000100:00000010:0.0:1715211566.825340:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211566.825344:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 02000000:00000010:0.0:1715211566.825413:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715211566.825422:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddcb8. 00000400:00000010:0.0:1715211566.825429:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 02000000:00000010:1.0:1715211566.825430:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0200. 00000100:00000200:0.0:1715211566.825437:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024576, portal 4 00000400:00000010:1.0:1715211566.825440:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211566.825445:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:1.0:1715211566.825445:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211566.825450:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024512, portal 25 00000400:00000010:1.0:1715211566.825454:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63daaa0. 00000100:00000200:1.0:1715211566.825456:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076024512, offset 0 00000100:00000200:0.0:1715211566.825459:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076024576, offset 0 00000400:00000200:0.0:1715211566.825471:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211566.825486:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211566.825490:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211566.825497:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211566.825502:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211566.825507:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211566.825510:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211566.825513:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1476:1476:256:4294967295] 192.168.202.130@tcp LPNI seq info [1476:1476:8:4294967295] 00000400:00000200:0.0:1715211566.825526:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211566.825532:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211566.825534:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211566.825536:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc600. 00000400:00000200:1.0:1715211566.825538:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211566.825541:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211566.825543:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211566.825544:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211566.825546:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211566.825549:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1477:1477:255:4294967295] 192.168.202.130@tcp LPNI seq info [1477:1477:7:4294967295] 00000800:00000200:0.0:1715211566.825554:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211566.825559:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211566.825560:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211566.825564:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211566.825568:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715211566.825572:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211566.825578:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211566.825582:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211566.825645:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211566.825651:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc600. 00000400:00000200:2.0:1715211566.825658:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211566.825666:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211566.825671:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715211566.825673:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715211566.825684:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076024576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211566.825770:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211566.825772:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715211566.825776:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211566.825780:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211566.825783:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63daaa0 00000400:00000010:2.0:1715211566.825784:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63daaa0. 00000100:00000200:2.0:1715211566.825788:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076024512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211566.827215:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211566.827229:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe176c0 00000400:00000200:0.0:1715211566.827237:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2eed [1] + 224 00000400:00000200:0.0:1715211566.827249:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211566.827253:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211566.827261:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076024512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211566.827298:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211566.827303:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17700 00000400:00000200:0.0:1715211566.827307:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ee9 [1] + 224 00000400:00000200:0.0:1715211566.827326:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211566.827330:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211566.827334:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076024576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211566.827390:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211566.827398:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211566.827400:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211566.827408:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076024512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211566.827420:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076024512/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211566.827446:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0200. 02000000:00000010:1.0:1715211566.827453:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc100. 00000100:00000010:1.0:1715211566.827458:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000400:00000010:2.0:1715211566.827466:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddcb8. 00000400:00000200:2.0:1715211566.827474:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:2.0:1715211566.827476:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:2.0:1715211566.827484:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076024576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211566.827495:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076024576/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211566.827520:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 02000000:00000010:2.0:1715211566.827527:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000100:00000010:2.0:1715211566.827530:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000010:0.0:1715211571.833235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211571.833263:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f307d00. 00000100:00000010:0.0:1715211571.833314:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211571.833318:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009f307900. 02000000:00000010:0.0:1715211571.833381:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715211571.833388:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd738. 00000400:00000010:0.0:1715211571.833394:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000100:00000200:0.0:1715211571.833402:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024704, portal 4 00000400:00000010:0.0:1715211571.833410:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715211571.833412:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076024704, offset 0 00000400:00000200:0.0:1715211571.833423:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:2.0:1715211571.833426:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000200:0.0:1715211571.833438:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715211571.833440:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5c60. 00000400:00000200:0.0:1715211571.833444:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715211571.833448:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2693b8. 00000400:00000200:0.0:1715211571.833449:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211571.833453:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211571.833456:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000100:00000200:2.0:1715211571.833456:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024640, portal 25 00000400:00000200:0.0:1715211571.833459:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1478:1478:256:4294967295] 192.168.202.130@tcp LPNI seq info [1478:1478:8:4294967295] 00000400:00000010:2.0:1715211571.833461:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269110. 00000100:00000200:2.0:1715211571.833464:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076024640, offset 0 00000400:00000200:0.0:1715211571.833471:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211571.833477:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211571.833483:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009f307800. 00000400:00000200:2.0:1715211571.833487:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715211571.833489:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211571.833499:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211571.833504:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88009f307800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211571.833504:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211571.833511:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211571.833516:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211571.833520:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211571.833522:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211571.833526:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1479:1479:255:4294967295] 192.168.202.130@tcp LPNI seq info [1479:1479:7:4294967295] 00000400:00000200:2.0:1715211571.833537:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211571.833543:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211571.833548:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715211571.833554:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211571.833564:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211571.833568:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211571.833591:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211571.833597:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009f307800. 00000400:00000200:1.0:1715211571.833604:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211571.833611:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211571.833616:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715211571.833619:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715211571.833630:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076024704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211571.833742:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211571.833744:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715211571.833747:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211571.833751:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211571.833754:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269110 00000400:00000010:1.0:1715211571.833756:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269110. 00000100:00000200:1.0:1715211571.833760:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076024640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211571.835645:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211571.835659:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17780 00000400:00000200:0.0:1715211571.835667:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ef9 [1] + 224 00000400:00000200:0.0:1715211571.835679:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211571.835684:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211571.835710:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076024704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211571.835757:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211571.835762:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17740 00000400:00000200:0.0:1715211571.835768:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f01 [1] + 224 00000400:00000200:0.0:1715211571.835786:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211571.835790:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211571.835795:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076024640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211571.835846:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd738. 00000400:00000200:2.0:1715211571.835854:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715211571.835856:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715211571.835865:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076024704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211571.835877:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076024704/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211571.835917:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 00000400:00000010:3.0:1715211571.835925:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5c60. 02000000:00000010:2.0:1715211571.835926:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f307900. 00000100:00000010:2.0:1715211571.835931:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000200:3.0:1715211571.835934:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2693b8 00000400:00000010:3.0:1715211571.835936:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2693b8. 00000100:00000200:3.0:1715211571.835945:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076024640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211571.835955:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076024640/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211571.835974:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715211571.835980:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009f307d00. 00000100:00000010:3.0:1715211571.835983:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715211576.841235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211576.841268:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcd00. 00000100:00000010:0.0:1715211576.841338:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211576.841346:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc400. 02000000:00000010:0.0:1715211576.841440:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46000. 02000000:00000010:1.0:1715211576.841445:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:0.0:1715211576.841449:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd790. 00000400:00000010:0.0:1715211576.841457:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000400:00000010:1.0:1715211576.841459:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:0.0:1715211576.841467:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024832, portal 4 00000400:00000010:1.0:1715211576.841470:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000010:0.0:1715211576.841478:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:1.0:1715211576.841478:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024768, portal 25 00000100:00000200:0.0:1715211576.841482:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076024832, offset 0 00000400:00000010:1.0:1715211576.841484:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dabb0. 00000100:00000200:1.0:1715211576.841487:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076024768, offset 0 00000400:00000200:0.0:1715211576.841498:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211576.841510:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211576.841516:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211576.841523:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211576.841528:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211576.841533:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211576.841537:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211576.841542:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1480:1480:256:4294967295] 192.168.202.130@tcp LPNI seq info [1480:1480:8:4294967295] 00000400:00000200:0.0:1715211576.841559:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211576.841567:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211576.841574:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc600. 00000400:00000200:1.0:1715211576.841574:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211576.841580:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211576.841585:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211576.841589:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211576.841592:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211576.841596:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1481:1481:255:4294967295] 192.168.202.130@tcp LPNI seq info [1481:1481:7:4294967295] 00000800:00000200:0.0:1715211576.841603:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211576.841607:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211576.841614:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715211576.841615:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:1.0:1715211576.841619:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000800:00000200:0.0:1715211576.841621:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211576.841626:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211576.841636:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211576.841641:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211576.841716:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211576.841722:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc600. 00000400:00000200:2.0:1715211576.841730:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211576.841737:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211576.841743:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715211576.841746:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000200:2.0:1715211576.841756:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076024832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211576.841864:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211576.841867:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715211576.841871:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211576.841875:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211576.841878:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dabb0 00000400:00000010:2.0:1715211576.841880:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dabb0. 00000100:00000200:2.0:1715211576.841884:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076024768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211576.843839:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211576.843852:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17800 00000400:00000200:0.0:1715211576.843859:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f09 [1] + 224 00000400:00000200:0.0:1715211576.843871:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211576.843876:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211576.843885:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076024832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211576.843926:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211576.843932:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe177c0 00000400:00000200:0.0:1715211576.843937:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f0d [1] + 224 00000400:00000200:0.0:1715211576.843957:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211576.843961:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211576.843967:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076024768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211576.844032:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd790. 00000400:00000200:2.0:1715211576.844068:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:2.0:1715211576.844070:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:2.0:1715211576.844079:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076024832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211576.844091:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076024832/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211576.844111:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211576.844199:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 02000000:00000010:2.0:1715211576.844207:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46000. 00000400:00000010:1.0:1715211576.844210:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 02000000:00000010:2.0:1715211576.844216:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc400. 00000100:00000200:1.0:1715211576.844219:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076024768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211576.844222:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000200:1.0:1715211576.844230:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076024768/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211576.844250:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715211576.844255:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcd00. 00000100:00000010:1.0:1715211576.844259:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000100:00000010:0.0:1715211581.849269:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211581.849298:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc100. 00000100:00000010:0.0:1715211581.849350:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715211581.849354:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 02000000:00000010:0.0:1715211581.849420:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715211581.849426:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd7e8. 00000400:00000010:0.0:1715211581.849433:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715211581.849441:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024960, portal 4 00000400:00000010:0.0:1715211581.849449:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715211581.849451:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076024960, offset 0 02000000:00000010:2.0:1715211581.849461:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000200:0.0:1715211581.849462:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211581.849475:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5d68. 00000400:00000200:0.0:1715211581.849477:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715211581.849484:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2697f8. 00000100:00000200:2.0:1715211581.849492:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076024896, portal 25 00000400:00000010:2.0:1715211581.849497:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269d48. 00000400:00000200:0.0:1715211581.849499:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715211581.849500:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076024896, offset 0 00000400:00000200:0.0:1715211581.849504:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211581.849508:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211581.849511:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211581.849511:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211581.849514:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1482:1482:256:4294967295] 192.168.202.130@tcp LPNI seq info [1482:1482:8:4294967295] 00000400:00000200:0.0:1715211581.849526:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211581.849533:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211581.849537:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc200. 00000400:00000200:2.0:1715211581.849541:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715211581.849544:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211581.849547:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211581.849552:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211581.849554:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211581.849556:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211581.849559:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211581.849559:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211581.849574:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1483:1483:255:4294967295] 192.168.202.130@tcp LPNI seq info [1483:1483:7:4294967295] 00000400:00000200:2.0:1715211581.849586:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211581.849593:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211581.849599:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cb00. 00000800:00000200:2.0:1715211581.849606:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211581.849616:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211581.849621:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211581.849682:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211581.849689:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc200. 00000400:00000200:1.0:1715211581.849696:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211581.849704:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211581.849709:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715211581.849712:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715211581.849723:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076024960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211581.849816:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211581.849819:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cb00. 00000400:00000200:1.0:1715211581.849822:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211581.849826:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211581.849828:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269d48 00000400:00000010:1.0:1715211581.849830:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269d48. 00000100:00000200:1.0:1715211581.849833:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076024896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211581.851846:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211581.851863:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17880 00000400:00000200:0.0:1715211581.851874:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f19 [1] + 224 00000400:00000200:0.0:1715211581.851890:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211581.851896:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211581.851909:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076024960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211581.851969:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211581.851980:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17840 00000400:00000200:0.0:1715211581.851987:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f21 [1] + 224 00000400:00000200:0.0:1715211581.852049:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211581.852056:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211581.852065:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076024896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211581.852079:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd7e8. 00000400:00000200:2.0:1715211581.852087:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715211581.852090:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715211581.852099:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076024960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211581.852111:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076024960/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211581.852195:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 00000400:00000010:3.0:1715211581.852199:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5d68. 02000000:00000010:2.0:1715211581.852202:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000100:00000010:2.0:1715211581.852207:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000400:00000200:3.0:1715211581.852207:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2697f8 00000400:00000010:3.0:1715211581.852210:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2697f8. 00000100:00000200:3.0:1715211581.852218:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076024896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211581.852229:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076024896/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211581.852248:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715211581.852253:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc100. 00000100:00000010:3.0:1715211581.852256:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000010:0.0:1715211586.857216:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211586.857244:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabca00. 00000100:00000010:0.0:1715211586.857307:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211586.857330:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 02000000:00000010:0.0:1715211586.857407:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715211586.857414:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddf20. 02000000:00000010:1.0:1715211586.857418:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1800. 00000400:00000010:0.0:1715211586.857420:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715211586.857428:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025088, portal 4 00000400:00000010:1.0:1715211586.857432:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211586.857436:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715211586.857439:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076025088, offset 0 00000400:00000010:1.0:1715211586.857440:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211586.857448:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025024, portal 25 00000400:00000010:1.0:1715211586.857453:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da440. 00000400:00000200:0.0:1715211586.857455:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211586.857466:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076025024, offset 0 00000400:00000200:0.0:1715211586.857470:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211586.857475:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211586.857478:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211586.857478:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211586.857481:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211586.857483:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211586.857486:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1484:1484:256:4294967295] 192.168.202.130@tcp LPNI seq info [1484:1484:8:4294967295] 00000400:00000200:0.0:1715211586.857495:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211586.857500:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211586.857504:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcb00. 00000800:00000200:0.0:1715211586.857509:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211586.857511:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715211586.857519:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211586.857523:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211586.857527:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211586.857532:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211586.857536:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211586.857539:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211586.857543:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1485:1485:255:4294967295] 192.168.202.130@tcp LPNI seq info [1485:1485:7:4294967295] 00000400:00000200:1.0:1715211586.857554:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211586.857561:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211586.857566:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715211586.857573:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211586.857582:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211586.857587:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211586.857613:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211586.857619:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcb00. 00000400:00000200:2.0:1715211586.857627:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211586.857635:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211586.857640:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715211586.857642:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715211586.857653:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076025088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211586.857743:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211586.857746:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715211586.857749:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211586.857753:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211586.857755:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da440 00000400:00000010:2.0:1715211586.857766:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da440. 00000100:00000200:2.0:1715211586.857771:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076025024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211586.859503:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211586.859518:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17900 00000400:00000200:0.0:1715211586.859526:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f29 [1] + 224 00000400:00000200:0.0:1715211586.859538:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211586.859542:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211586.859553:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076025088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211586.859593:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211586.859598:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe178c0 00000400:00000200:0.0:1715211586.859613:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f31 [1] + 224 00000400:00000200:0.0:1715211586.859631:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211586.859634:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211586.859640:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076025024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211586.859698:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddf20. 00000400:00000200:2.0:1715211586.859706:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:2.0:1715211586.859709:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:2.0:1715211586.859718:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076025088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211586.859730:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076025088/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211586.859769:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:2.0:1715211586.859769:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 00000400:00000200:1.0:1715211586.859777:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 02000000:00000010:2.0:1715211586.859777:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000400:00000010:1.0:1715211586.859779:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000010:2.0:1715211586.859782:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 00000100:00000200:1.0:1715211586.859787:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076025024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211586.859798:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076025024/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211586.859817:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1800. 02000000:00000010:1.0:1715211586.859822:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabca00. 00000100:00000010:1.0:1715211586.859826:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715211591.865246:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715211591.865281:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 00000100:00000010:0.0:1715211591.865358:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211591.865366:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 02000000:00000010:0.0:1715211591.865457:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715211591.865467:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadddc0. 00000400:00000010:0.0:1715211591.865475:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715211591.865484:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025216, portal 4 02000000:00000010:2.0:1715211591.865487:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715211591.865495:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715211591.865499:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076025216, offset 0 00000400:00000010:2.0:1715211591.865504:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5688. 00000400:00000200:0.0:1715211591.865514:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211591.865524:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2694c8. 00000400:00000200:0.0:1715211591.865532:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715211591.865532:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025152, portal 25 00000400:00000010:2.0:1715211591.865538:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269cc0. 00000400:00000200:0.0:1715211591.865540:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1715211591.865541:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076025152, offset 0 00000400:00000200:0.0:1715211591.865547:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211591.865551:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211591.865552:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211591.865556:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211591.865561:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1486:1486:256:4294967295] 192.168.202.130@tcp LPNI seq info [1486:1486:8:4294967295] 00000400:00000200:0.0:1715211591.865577:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211591.865587:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211591.865592:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc100. 00000400:00000200:2.0:1715211591.865594:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715211591.865601:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211591.865601:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211591.865606:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211591.865610:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211591.865613:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211591.865614:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211591.865617:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1487:1487:255:4294967295] 192.168.202.130@tcp LPNI seq info [1487:1487:7:4294967295] 00000800:00000200:0.0:1715211591.865621:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211591.865629:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211591.865635:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211591.865641:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c000. 00000800:00000200:2.0:1715211591.865647:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211591.865673:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211591.865678:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211591.865718:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211591.865724:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc100. 00000400:00000200:1.0:1715211591.865733:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211591.865741:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211591.865746:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:1.0:1715211591.865749:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:1.0:1715211591.865760:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076025216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211591.865855:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211591.865867:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c000. 00000400:00000200:1.0:1715211591.865870:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211591.865874:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211591.865877:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269cc0 00000400:00000010:1.0:1715211591.865879:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269cc0. 00000100:00000200:1.0:1715211591.865884:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076025152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211591.867754:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211591.867782:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17980 00000400:00000200:0.0:1715211591.867790:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f39 [1] + 224 00000400:00000200:0.0:1715211591.867805:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211591.867809:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211591.867819:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076025216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211591.867863:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211591.867868:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17940 00000400:00000200:0.0:1715211591.867874:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f41 [1] + 224 00000400:00000200:0.0:1715211591.867889:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211591.867893:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211591.867899:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076025152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211591.867975:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadddc0. 00000400:00000200:2.0:1715211591.867983:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715211591.867985:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715211591.867994:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076025216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211591.868007:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076025216/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211591.868045:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 00000400:00000010:3.0:1715211591.868049:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5688. 02000000:00000010:2.0:1715211591.868052:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000100:00000010:2.0:1715211591.868057:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000200:3.0:1715211591.868057:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2694c8 00000400:00000010:3.0:1715211591.868059:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2694c8. 00000100:00000200:3.0:1715211591.868067:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076025152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211591.868078:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076025152/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211591.868097:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:3.0:1715211591.868102:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000100:00000010:3.0:1715211591.868105:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715211596.873255:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211596.873284:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcd00. 00000100:00000010:0.0:1715211596.873333:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211596.873338:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc600. 02000000:00000010:0.0:1715211596.873407:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715211596.873415:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde18. 00000400:00000010:0.0:1715211596.873421:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc3b8. 00000100:00000200:0.0:1715211596.873429:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025344, portal 4 00000400:00000010:0.0:1715211596.873440:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc440. 00000100:00000200:0.0:1715211596.873443:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076025344, offset 0 00000400:00000200:0.0:1715211596.873454:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211596.873468:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211596.873473:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1715211596.873477:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0600. 00000400:00000200:0.0:1715211596.873478:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211596.873481:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211596.873484:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000010:1.0:1715211596.873493:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:1.0:1715211596.873501:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000200:0.0:1715211596.873507:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1488:1488:256:4294967295] 192.168.202.130@tcp LPNI seq info [1488:1488:8:4294967295] 00000100:00000200:1.0:1715211596.873510:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025280, portal 25 00000400:00000010:1.0:1715211596.873514:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dad48. 00000100:00000200:1.0:1715211596.873517:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076025280, offset 0 00000400:00000200:0.0:1715211596.873519:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211596.873525:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211596.873528:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211596.873530:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabce00. 00000800:00000200:0.0:1715211596.873536:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211596.873544:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715211596.873547:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211596.873550:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211596.873552:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabce00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211596.873555:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211596.873559:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211596.873562:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211596.873565:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1489:1489:255:4294967295] 192.168.202.130@tcp LPNI seq info [1489:1489:7:4294967295] 00000400:00000200:1.0:1715211596.873576:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211596.873582:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211596.873587:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715211596.873593:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211596.873603:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211596.873608:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211596.873645:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211596.873651:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabce00. 00000400:00000200:2.0:1715211596.873660:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211596.873667:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211596.873672:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc440 00000400:00000010:2.0:1715211596.873674:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc440. 00000100:00000200:2.0:1715211596.873684:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076025344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211596.873774:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211596.873776:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715211596.873780:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211596.873783:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211596.873786:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dad48 00000400:00000010:2.0:1715211596.873788:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dad48. 00000100:00000200:2.0:1715211596.873791:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076025280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211596.875728:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211596.875742:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17a00 00000400:00000200:0.0:1715211596.875750:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f49 [1] + 224 00000400:00000200:0.0:1715211596.875762:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211596.875766:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211596.875775:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076025344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211596.875818:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211596.875823:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe179c0 00000400:00000200:0.0:1715211596.875829:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f51 [1] + 224 00000400:00000200:0.0:1715211596.875850:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211596.875854:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211596.875860:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076025280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211596.875916:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde18. 00000400:00000200:2.0:1715211596.875924:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc3b8 00000400:00000010:2.0:1715211596.875926:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc3b8. 00000100:00000200:2.0:1715211596.875949:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076025344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211596.875961:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076025344/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211596.875999:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 00000400:00000010:1.0:1715211596.876003:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:2.0:1715211596.876006:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc600. 00000400:00000200:1.0:1715211596.876010:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000100:00000010:2.0:1715211596.876011:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000400:00000010:1.0:1715211596.876012:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211596.876020:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076025280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211596.876047:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076025280/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211596.876064:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0600. 02000000:00000010:1.0:1715211596.876070:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcd00. 00000100:00000010:1.0:1715211596.876073:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715211601.881230:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211601.881257:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 00000100:00000010:0.0:1715211601.881306:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211601.881311:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabce00. 02000000:00000010:0.0:1715211601.881370:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715211601.881377:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddec8. 00000400:00000010:0.0:1715211601.881402:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc088. 00000100:00000200:0.0:1715211601.881410:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025472, portal 4 02000000:00000010:2.0:1715211601.881414:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715211601.881417:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcc38. 00000100:00000200:0.0:1715211601.881420:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076025472, offset 0 00000400:00000200:0.0:1715211601.881430:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211601.881430:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd56e0. 00000400:00000010:2.0:1715211601.881439:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269aa0. 00000400:00000200:0.0:1715211601.881444:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000100:00000200:2.0:1715211601.881447:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025408, portal 25 00000400:00000200:0.0:1715211601.881450:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715211601.881452:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2695d8. 00000400:00000200:0.0:1715211601.881454:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:2.0:1715211601.881455:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076025408, offset 0 00000400:00000200:0.0:1715211601.881458:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211601.881461:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211601.881464:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1490:1490:256:4294967295] 192.168.202.130@tcp LPNI seq info [1490:1490:8:4294967295] 00000400:00000200:2.0:1715211601.881466:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211601.881476:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211601.881482:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211601.881486:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc800. 00000800:00000200:0.0:1715211601.881492:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211601.881494:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715211601.881501:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211601.881501:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211601.881506:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211601.881506:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211601.881510:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211601.881513:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211601.881516:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1491:1491:255:4294967295] 192.168.202.130@tcp LPNI seq info [1491:1491:7:4294967295] 00000400:00000200:2.0:1715211601.881528:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211601.881535:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211601.881540:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000800:00000200:2.0:1715211601.881547:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211601.881557:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211601.881562:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211601.881599:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211601.881605:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc800. 00000400:00000200:1.0:1715211601.881612:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211601.881619:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211601.881624:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcc38 00000400:00000010:1.0:1715211601.881627:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcc38. 00000100:00000200:1.0:1715211601.881638:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076025472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211601.881729:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211601.881732:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:1.0:1715211601.881734:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211601.881738:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211601.881741:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2695d8 00000400:00000010:1.0:1715211601.881742:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2695d8. 00000100:00000200:1.0:1715211601.881746:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076025408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211601.883460:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211601.883474:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17a80 00000400:00000200:0.0:1715211601.883482:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f59 [1] + 224 00000400:00000200:0.0:1715211601.883494:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211601.883499:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211601.883509:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076025472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211601.883551:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211601.883556:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17a40 00000400:00000200:0.0:1715211601.883561:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f61 [1] + 224 00000400:00000200:0.0:1715211601.883581:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211601.883591:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211601.883597:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076025408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211601.883644:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddec8. 00000400:00000200:2.0:1715211601.883652:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc088 00000400:00000010:2.0:1715211601.883654:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc088. 00000100:00000200:2.0:1715211601.883663:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076025472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211601.883689:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076025472/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211601.883723:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd56e0. 02000000:00000010:2.0:1715211601.883729:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 00000400:00000200:3.0:1715211601.883732:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269aa0 00000400:00000010:3.0:1715211601.883734:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269aa0. 02000000:00000010:2.0:1715211601.883738:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabce00. 00000100:00000200:3.0:1715211601.883742:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076025408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211601.883743:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000100:00000200:3.0:1715211601.883753:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076025408/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211601.883772:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715211601.883778:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000100:00000010:3.0:1715211601.883781:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000100:00000010:0.0:1715211606.889260:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211606.889286:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 00000100:00000010:0.0:1715211606.889340:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211606.889344:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc100. 02000000:00000010:0.0:1715211606.889420:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715211606.889427:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadde70. 00000400:00000010:0.0:1715211606.889435:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadca18. 00000100:00000200:0.0:1715211606.889443:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025600, portal 4 00000400:00000010:0.0:1715211606.889450:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc7f8. 00000100:00000200:0.0:1715211606.889453:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076025600, offset 0 00000400:00000200:0.0:1715211606.889464:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 02000000:00000010:1.0:1715211606.889469:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000200:0.0:1715211606.889479:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:1.0:1715211606.889483:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:0.0:1715211606.889485:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211606.889489:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000010:1.0:1715211606.889492:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000200:0.0:1715211606.889493:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211606.889495:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211606.889499:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1492:1492:256:4294967295] 192.168.202.130@tcp LPNI seq info [1492:1492:8:4294967295] 00000100:00000200:1.0:1715211606.889500:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025536, portal 25 00000400:00000010:1.0:1715211606.889505:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dab28. 00000100:00000200:1.0:1715211606.889509:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076025536, offset 0 00000400:00000200:0.0:1715211606.889510:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211606.889517:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211606.889521:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc300. 00000400:00000200:1.0:1715211606.889522:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715211606.889528:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211606.889538:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715211606.889539:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211606.889543:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211606.889544:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211606.889560:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211606.889564:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211606.889567:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211606.889572:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1493:1493:255:4294967295] 192.168.202.130@tcp LPNI seq info [1493:1493:7:4294967295] 00000400:00000200:1.0:1715211606.889584:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211606.889590:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211606.889596:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715211606.889602:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211606.889612:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211606.889617:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211606.889636:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211606.889642:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc300. 00000400:00000200:2.0:1715211606.889651:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211606.889659:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211606.889664:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc7f8 00000400:00000010:2.0:1715211606.889667:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc7f8. 00000100:00000200:2.0:1715211606.889678:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076025600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211606.889769:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211606.889772:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715211606.889775:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211606.889779:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211606.889782:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dab28 00000400:00000010:2.0:1715211606.889822:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dab28. 00000100:00000200:2.0:1715211606.889827:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076025536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211606.891842:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211606.891855:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17b00 00000400:00000200:0.0:1715211606.891863:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f69 [1] + 224 00000400:00000200:0.0:1715211606.891896:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211606.891900:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211606.891910:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076025600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211606.891955:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211606.891960:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17ac0 00000400:00000200:0.0:1715211606.891967:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f71 [1] + 224 00000400:00000200:0.0:1715211606.891982:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211606.891986:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211606.891991:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076025536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211606.892050:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadde70. 00000400:00000200:2.0:1715211606.892058:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadca18 00000400:00000010:2.0:1715211606.892061:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadca18. 00000100:00000200:2.0:1715211606.892069:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076025600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211606.892081:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076025600/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211606.892157:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:2.0:1715211606.892161:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 00000400:00000200:1.0:1715211606.892165:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211606.892167:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 02000000:00000010:2.0:1715211606.892170:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc100. 00000100:00000200:1.0:1715211606.892175:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076025536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211606.892186:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076025536/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211606.892186:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 02000000:00000010:1.0:1715211606.892205:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 02000000:00000010:1.0:1715211606.892212:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000100:00000010:1.0:1715211606.892215:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715211611.897253:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211611.897282:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabca00. 00000100:00000010:0.0:1715211611.897338:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211611.897342:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc500. 02000000:00000010:0.0:1715211611.897407:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47a00. 00000400:00000010:0.0:1715211611.897414:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd840. 00000400:00000010:0.0:1715211611.897421:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcd48. 00000100:00000200:0.0:1715211611.897429:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025728, portal 4 00000400:00000010:0.0:1715211611.897437:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadccc0. 00000100:00000200:0.0:1715211611.897439:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076025728, offset 0 00000400:00000200:0.0:1715211611.897450:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211611.897464:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211611.897470:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1715211611.897474:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000200:0.0:1715211611.897476:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211611.897479:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211611.897482:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211611.897486:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1494:1494:256:4294967295] 192.168.202.130@tcp LPNI seq info [1494:1494:8:4294967295] 00000400:00000010:2.0:1715211611.897491:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5840. 00000400:00000200:0.0:1715211611.897498:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000010:2.0:1715211611.897500:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715211611.897508:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025664, portal 25 00000400:00000010:2.0:1715211611.897514:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269a18. 00000100:00000200:2.0:1715211611.897516:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076025664, offset 0 00000800:00000200:0.0:1715211611.897522:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211611.897526:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcc00. 00000400:00000200:2.0:1715211611.897527:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715211611.897533:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211611.897543:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211611.897545:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715211611.897548:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211611.897551:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211611.897556:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211611.897560:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211611.897563:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211611.897566:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1495:1495:255:4294967295] 192.168.202.130@tcp LPNI seq info [1495:1495:7:4294967295] 00000400:00000200:2.0:1715211611.897577:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211611.897584:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211611.897589:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715211611.897595:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211611.897606:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211611.897612:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211611.897637:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211611.897643:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcc00. 00000400:00000200:1.0:1715211611.897651:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211611.897658:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211611.897662:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadccc0 00000400:00000010:1.0:1715211611.897665:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadccc0. 00000100:00000200:1.0:1715211611.897674:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076025728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211611.897813:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211611.897816:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715211611.897828:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211611.897833:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211611.897837:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269a18 00000400:00000010:1.0:1715211611.897839:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269a18. 00000100:00000200:1.0:1715211611.897844:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076025664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211611.899826:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211611.899839:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17b40 00000400:00000200:0.0:1715211611.899848:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f81 [1] + 224 00000400:00000200:0.0:1715211611.899859:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211611.899862:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211611.899869:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076025664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211611.899907:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211611.899912:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17b80 00000400:00000200:0.0:1715211611.899916:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f79 [1] + 224 00000400:00000200:0.0:1715211611.899933:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211611.899937:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211611.899942:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076025728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211611.899996:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5840. 00000400:00000200:2.0:1715211611.900004:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:2.0:1715211611.900006:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000400:00000010:1.0:1715211611.900014:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd840. 00000100:00000200:2.0:1715211611.900017:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076025664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:1.0:1715211611.900020:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcd48 00000400:00000010:1.0:1715211611.900021:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcd48. 00000100:00000200:1.0:1715211611.900028:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076025728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211611.900031:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076025664/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211611.900038:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076025728/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211611.900060:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:1.0:1715211611.900067:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47a00. 02000000:00000010:2.0:1715211611.900068:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabca00. 02000000:00000010:1.0:1715211611.900073:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc500. 00000100:00000010:2.0:1715211611.900074:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:1.0:1715211611.900077:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715211616.905278:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211616.905307:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc700. 00000100:00000010:0.0:1715211616.905365:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715211616.905370:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcc00. 02000000:00000010:0.0:1715211616.905447:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47000. 00000400:00000010:0.0:1715211616.905454:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd898. 00000400:00000010:0.0:1715211616.905461:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc770. 00000100:00000200:0.0:1715211616.905469:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025856, portal 4 02000000:00000010:1.0:1715211616.905470:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1400. 00000400:00000010:0.0:1715211616.905477:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc198. 00000400:00000010:1.0:1715211616.905480:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:1.0:1715211616.905485:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211616.905490:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025792, portal 25 00000400:00000010:1.0:1715211616.905494:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da000. 00000100:00000200:1.0:1715211616.905497:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076025792, offset 0 00000100:00000200:0.0:1715211616.905499:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076025856, offset 0 00000400:00000200:1.0:1715211616.905509:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211616.905519:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211616.905524:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211616.905530:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211616.905535:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211616.905539:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211616.905541:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211616.905545:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1496:1496:256:4294967295] 192.168.202.130@tcp LPNI seq info [1496:1496:8:4294967295] 00000400:00000200:1.0:1715211616.905556:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211616.905562:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211616.905564:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211616.905568:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211616.905571:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211616.905574:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211616.905576:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000010:1.0:1715211616.905576:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715211616.905579:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1497:1497:255:4294967295] 192.168.202.130@tcp LPNI seq info [1497:1497:7:4294967295] 00000800:00000200:1.0:1715211616.905583:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211616.905589:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211616.905594:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000200:1.0:1715211616.905594:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000010:0.0:1715211616.905598:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc200. 00000800:00000200:1.0:1715211616.905599:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211616.905603:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211616.905609:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211616.905612:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211616.905763:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211616.905772:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715211616.905781:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211616.905792:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211616.905800:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da000 00000400:00000010:2.0:1715211616.905802:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da000. 00000100:00000200:2.0:1715211616.905816:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076025792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211616.905909:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211616.905911:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc200. 00000400:00000200:2.0:1715211616.905916:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211616.905920:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211616.905922:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc198 00000400:00000010:2.0:1715211616.905924:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc198. 00000100:00000200:2.0:1715211616.905929:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076025856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211616.907939:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211616.907952:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17bc0 00000400:00000200:0.0:1715211616.907960:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f8d [1] + 224 00000400:00000200:0.0:1715211616.907972:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211616.907976:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211616.907987:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076025792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211616.908025:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211616.908030:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17c00 00000400:00000200:0.0:1715211616.908034:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f89 [1] + 224 00000400:00000200:0.0:1715211616.908051:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211616.908055:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211616.908060:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076025856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211616.908114:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211616.908161:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211616.908163:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211616.908172:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076025792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211616.908184:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076025792/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211616.908211:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1400. 00000400:00000010:2.0:1715211616.908211:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd898. 02000000:00000010:1.0:1715211616.908218:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc700. 00000400:00000200:2.0:1715211616.908220:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc770 00000400:00000010:2.0:1715211616.908222:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc770. 00000100:00000010:1.0:1715211616.908223:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000200:2.0:1715211616.908231:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076025856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211616.908243:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076025856/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211616.908281:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47000. 02000000:00000010:2.0:1715211616.908287:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcc00. 00000100:00000010:2.0:1715211616.908292:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715211621.913235:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211621.913262:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 00000100:00000010:0.0:1715211621.913314:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715211621.913319:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc100. 02000000:00000010:0.0:1715211621.913382:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 02000000:00000010:2.0:1715211621.913383:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:0.0:1715211621.913390:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd8f0. 00000400:00000010:2.0:1715211621.913394:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5840. 00000400:00000010:0.0:1715211621.913399:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000400:00000010:2.0:1715211621.913399:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715211621.913408:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025920, portal 25 00000100:00000200:0.0:1715211621.913413:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076025984, portal 4 00000400:00000010:2.0:1715211621.913413:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269908. 00000100:00000200:2.0:1715211621.913416:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076025920, offset 0 00000400:00000010:0.0:1715211621.913420:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc990. 00000100:00000200:0.0:1715211621.913423:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076025984, offset 0 00000400:00000200:0.0:1715211621.913435:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211621.913446:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211621.913455:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211621.913463:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211621.913468:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211621.913472:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211621.913475:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211621.913479:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1498:1498:256:4294967295] 192.168.202.130@tcp LPNI seq info [1498:1498:8:4294967295] 00000400:00000200:0.0:1715211621.913491:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211621.913498:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211621.913500:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211621.913503:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc900. 00000400:00000200:2.0:1715211621.913504:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211621.913507:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211621.913510:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211621.913510:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211621.913513:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211621.913516:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1499:1499:255:4294967295] 192.168.202.130@tcp LPNI seq info [1499:1499:7:4294967295] 00000800:00000200:0.0:1715211621.913522:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211621.913526:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211621.913528:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211621.913531:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211621.913535:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c200. 00000800:00000200:2.0:1715211621.913539:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211621.913546:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211621.913549:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211621.913635:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211621.913644:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc900. 00000400:00000200:1.0:1715211621.913655:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211621.913704:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211621.913711:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc990 00000400:00000010:1.0:1715211621.913714:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc990. 00000100:00000200:1.0:1715211621.913727:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076025984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211621.913827:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211621.913830:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c200. 00000400:00000200:1.0:1715211621.913833:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211621.913837:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211621.913840:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269908 00000400:00000010:1.0:1715211621.913842:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269908. 00000100:00000200:1.0:1715211621.913847:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076025920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211621.915824:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211621.915839:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17c40 00000400:00000200:0.0:1715211621.915846:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f99 [1] + 224 00000400:00000200:0.0:1715211621.915860:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211621.915865:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211621.915885:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076025920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211621.915928:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211621.915934:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17c80 00000400:00000200:0.0:1715211621.915938:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2f9d [1] + 224 00000400:00000200:0.0:1715211621.915951:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211621.915955:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211621.915961:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076025984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211621.916019:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5840. 00000400:00000200:2.0:1715211621.916030:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:2.0:1715211621.916033:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:2.0:1715211621.916043:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076025920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211621.916060:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076025920/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211621.916093:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd8f0. 02000000:00000010:2.0:1715211621.916095:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715211621.916105:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:2.0:1715211621.916111:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000200:1.0:1715211621.916177:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715211621.916180:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715211621.916188:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076025984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211621.916201:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076025984/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211621.916238:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 02000000:00000010:1.0:1715211621.916243:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc100. 00000100:00000010:1.0:1715211621.916248:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:0.0:1715211626.921215:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211626.921239:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc800. 00000100:00000010:0.0:1715211626.921294:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715211626.921298:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcd00. 02000000:00000010:0.0:1715211626.921366:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715211626.921375:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abaddc08. 02000000:00000010:2.0:1715211626.921375:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715211626.921384:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000400:00000010:2.0:1715211626.921388:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5840. 00000100:00000200:0.0:1715211626.921392:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026112, portal 4 00000400:00000010:2.0:1715211626.921395:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269550. 00000400:00000010:0.0:1715211626.921399:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715211626.921401:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076026112, offset 0 00000100:00000200:2.0:1715211626.921401:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026048, portal 25 00000400:00000010:2.0:1715211626.921407:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269f68. 00000400:00000200:0.0:1715211626.921413:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211626.921423:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076026048, offset 0 00000400:00000200:0.0:1715211626.921434:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211626.921435:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211626.921442:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211626.921447:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211626.921452:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211626.921454:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211626.921458:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1500:1500:256:4294967295] 192.168.202.130@tcp LPNI seq info [1500:1500:8:4294967295] 00000400:00000200:0.0:1715211626.921471:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211626.921478:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211626.921482:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc600. 00000400:00000200:2.0:1715211626.921485:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211626.921491:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211626.921495:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211626.921498:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211626.921500:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211626.921502:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211626.921507:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1501:1501:255:4294967295] 192.168.202.130@tcp LPNI seq info [1501:1501:7:4294967295] 00000800:00000200:0.0:1715211626.921510:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211626.921516:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211626.921521:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211626.921530:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211626.921535:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000800:00000200:2.0:1715211626.921541:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211626.921551:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211626.921556:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211626.921718:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211626.921726:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc600. 00000400:00000200:1.0:1715211626.921735:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211626.921746:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211626.921752:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:1.0:1715211626.921755:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:1.0:1715211626.921766:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076026112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211626.921863:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211626.921865:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715211626.921868:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211626.921872:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211626.921875:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269f68 00000400:00000010:1.0:1715211626.921876:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269f68. 00000100:00000200:1.0:1715211626.921881:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076026048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211626.923781:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211626.923796:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17d00 00000400:00000200:0.0:1715211626.923804:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2fa9 [1] + 224 00000400:00000200:0.0:1715211626.923817:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211626.923821:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211626.923832:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076026112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211626.923873:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211626.923878:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17cc0 00000400:00000200:0.0:1715211626.923882:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2fad [1] + 224 00000400:00000200:0.0:1715211626.923898:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211626.923902:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211626.923908:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076026048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211626.923963:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abaddc08. 00000400:00000200:2.0:1715211626.923972:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715211626.923974:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715211626.923982:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076026112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211626.923993:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076026112/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211626.924027:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5840. 02000000:00000010:2.0:1715211626.924029:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 02000000:00000010:2.0:1715211626.924037:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcd00. 00000100:00000010:2.0:1715211626.924042:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000400:00000200:3.0:1715211626.924045:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269550 00000400:00000010:3.0:1715211626.924047:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269550. 00000100:00000200:3.0:1715211626.924055:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076026048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211626.924065:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076026048/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211626.924084:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715211626.924090:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc800. 00000100:00000010:3.0:1715211626.924093:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000100:00000010:0.0:1715211631.929234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211631.929260:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc600. 00000100:00000010:0.0:1715211631.929311:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715211631.929315:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabce00. 02000000:00000010:0.0:1715211631.929373:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 02000000:00000010:2.0:1715211631.929375:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715211631.929382:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd948. 00000400:00000010:2.0:1715211631.929384:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:0.0:1715211631.929390:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000400:00000010:2.0:1715211631.929390:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715211631.929398:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026176, portal 25 00000400:00000010:2.0:1715211631.929403:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269bb0. 00000100:00000200:0.0:1715211631.929404:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026240, portal 4 00000100:00000200:2.0:1715211631.929406:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076026176, offset 0 00000400:00000010:0.0:1715211631.929411:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000400:00000200:2.0:1715211631.929416:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211631.929422:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076026240, offset 0 00000400:00000200:0.0:1715211631.929430:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211631.929438:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211631.929455:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211631.929461:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211631.929465:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211631.929468:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211631.929472:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1502:1502:256:4294967295] 192.168.202.130@tcp LPNI seq info [1502:1502:8:4294967295] 00000400:00000200:2.0:1715211631.929485:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211631.929492:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211631.929494:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715211631.929497:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715211631.929505:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211631.929509:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211631.929513:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211631.929516:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211631.929517:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211631.929519:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211631.929522:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1503:1503:255:4294967295] 192.168.202.130@tcp LPNI seq info [1503:1503:7:4294967295] 00000800:00000200:2.0:1715211631.929523:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211631.929532:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211631.929537:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211631.929541:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc100. 00000800:00000200:0.0:1715211631.929546:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211631.929552:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211631.929556:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211631.929633:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211631.929640:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715211631.929646:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211631.929654:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211631.929659:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269bb0 00000400:00000010:1.0:1715211631.929662:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269bb0. 00000100:00000200:1.0:1715211631.929672:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076026176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211631.929770:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211631.929773:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc100. 00000400:00000200:1.0:1715211631.929776:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211631.929780:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211631.929783:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:1.0:1715211631.929785:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:1.0:1715211631.929789:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076026240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211631.931635:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211631.931648:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17d40 00000400:00000200:0.0:1715211631.931656:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2fb9 [1] + 224 00000400:00000200:0.0:1715211631.931669:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211631.931673:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211631.931681:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076026176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211631.931717:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211631.931722:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17d80 00000400:00000200:0.0:1715211631.931727:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2fbd [1] + 224 00000400:00000200:0.0:1715211631.931745:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211631.931749:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211631.931754:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076026240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211631.931769:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:2.0:1715211631.931779:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:2.0:1715211631.931781:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715211631.931792:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076026176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211631.931808:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076026176/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211631.931842:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715211631.931851:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc600. 00000100:00000010:2.0:1715211631.931858:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000010:1.0:1715211631.931871:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd948. 00000400:00000200:1.0:1715211631.931880:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715211631.931882:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715211631.931890:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076026240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211631.931901:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076026240/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211631.931926:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 02000000:00000010:1.0:1715211631.931932:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabce00. 00000100:00000010:1.0:1715211631.931936:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000100:00000010:0.0:1715211636.937234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211636.937260:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 00000100:00000010:0.0:1715211636.937315:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211636.937332:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcc00. 02000000:00000010:0.0:1715211636.937395:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47600. 02000000:00000010:2.0:1715211636.937397:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000010:0.0:1715211636.937404:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd688. 00000400:00000010:2.0:1715211636.937405:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:0.0:1715211636.937412:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000400:00000010:2.0:1715211636.937412:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715211636.937421:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026304, portal 25 00000400:00000010:2.0:1715211636.937425:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269dd0. 00000100:00000200:0.0:1715211636.937426:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026368, portal 4 00000100:00000200:2.0:1715211636.937428:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076026304, offset 0 00000400:00000010:0.0:1715211636.937434:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000400:00000200:2.0:1715211636.937439:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211636.937445:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076026368, offset 0 00000400:00000200:0.0:1715211636.937453:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211636.937460:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211636.937467:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211636.937482:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211636.937487:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211636.937490:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211636.937494:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1504:1504:256:4294967295] 192.168.202.130@tcp LPNI seq info [1504:1504:8:4294967295] 00000400:00000200:2.0:1715211636.937507:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211636.937514:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211636.937516:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715211636.937519:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cd00. 00000400:00000200:0.0:1715211636.937520:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211636.937523:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211636.937526:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211636.937526:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211636.937529:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715211636.937565:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211636.937572:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1505:1505:255:4294967295] 192.168.202.130@tcp LPNI seq info [1505:1505:7:4294967295] 00000800:00000200:2.0:1715211636.937572:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211636.937582:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211636.937587:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211636.937591:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc700. 00000800:00000200:0.0:1715211636.937596:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211636.937603:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211636.937606:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211636.937656:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211636.937662:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cd00. 00000400:00000200:1.0:1715211636.937669:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211636.937677:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211636.937682:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269dd0 00000400:00000010:1.0:1715211636.937684:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269dd0. 00000100:00000200:1.0:1715211636.937695:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076026304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211636.937775:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211636.937778:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc700. 00000400:00000200:1.0:1715211636.937781:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211636.937785:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211636.937797:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:1.0:1715211636.937799:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:1.0:1715211636.937804:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076026368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211636.939564:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211636.939583:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17dc0 00000400:00000200:0.0:1715211636.939594:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2fc9 [1] + 224 00000400:00000200:0.0:1715211636.939613:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211636.939619:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211636.939630:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076026304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211636.939684:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211636.939693:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17e00 00000400:00000200:0.0:1715211636.939713:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2fcd [1] + 224 00000400:00000200:0.0:1715211636.939736:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211636.939742:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211636.939750:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076026368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211636.939767:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:2.0:1715211636.939775:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:2.0:1715211636.939778:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:2.0:1715211636.939786:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076026304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211636.939797:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076026304/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211636.939829:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:2.0:1715211636.939840:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:2.0:1715211636.939846:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000400:00000010:1.0:1715211636.939884:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd688. 00000400:00000200:1.0:1715211636.939893:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:1.0:1715211636.939894:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:1.0:1715211636.939902:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076026368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211636.939914:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076026368/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211636.939938:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47600. 02000000:00000010:1.0:1715211636.939943:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcc00. 00000100:00000010:1.0:1715211636.939946:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000100:00000010:0.0:1715211641.945216:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211641.945240:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 00000100:00000010:0.0:1715211641.945289:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211641.945293:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 02000000:00000010:0.0:1715211641.945359:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715211641.945368:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd318. 00000400:00000010:0.0:1715211641.945377:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 02000000:00000010:1.0:1715211641.945384:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1600. 00000100:00000200:0.0:1715211641.945385:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026496, portal 4 00000400:00000010:0.0:1715211641.945392:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 00000400:00000010:1.0:1715211641.945394:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:0.0:1715211641.945395:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076026496, offset 0 00000400:00000010:1.0:1715211641.945399:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000200:0.0:1715211641.945407:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211641.945415:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026432, portal 25 00000400:00000010:1.0:1715211641.945419:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da220. 00000100:00000200:1.0:1715211641.945422:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076026432, offset 0 00000400:00000200:0.0:1715211641.945426:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211641.945429:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211641.945434:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211641.945440:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211641.945444:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211641.945447:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211641.945451:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1506:1506:256:4294967295] 192.168.202.130@tcp LPNI seq info [1506:1506:8:4294967295] 00000400:00000200:0.0:1715211641.945463:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211641.945470:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211641.945472:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211641.945474:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc500. 00000400:00000200:1.0:1715211641.945476:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211641.945480:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211641.945482:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211641.945483:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211641.945485:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211641.945488:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1507:1507:255:4294967295] 192.168.202.130@tcp LPNI seq info [1507:1507:7:4294967295] 00000400:00000200:1.0:1715211641.945524:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211641.945529:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211641.945529:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211641.945534:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:0.0:1715211641.945535:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211641.945550:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211641.945557:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211641.945561:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211641.945631:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211641.945637:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc500. 00000400:00000200:2.0:1715211641.945644:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211641.945653:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211641.945660:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715211641.945663:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715211641.945677:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076026496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211641.945780:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211641.945784:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:2.0:1715211641.945798:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211641.945802:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211641.945805:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da220 00000400:00000010:2.0:1715211641.945807:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da220. 00000100:00000200:2.0:1715211641.945812:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076026432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211641.947571:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211641.947594:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17e80 00000400:00000200:0.0:1715211641.947603:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2fd9 [1] + 224 00000400:00000200:0.0:1715211641.947617:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211641.947620:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211641.947629:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076026496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211641.947668:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211641.947674:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17e40 00000400:00000200:0.0:1715211641.947678:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2fe1 [1] + 224 00000400:00000200:0.0:1715211641.947695:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211641.947699:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211641.947704:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076026432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211641.947752:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd318. 00000400:00000200:2.0:1715211641.947761:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:2.0:1715211641.947763:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:2.0:1715211641.947770:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076026496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211641.947782:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076026496/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211641.947786:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211641.947794:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211641.947796:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211641.947804:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076026432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211641.947815:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076026432/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211641.947816:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 02000000:00000010:2.0:1715211641.947824:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000100:00000010:2.0:1715211641.947828:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 02000000:00000010:1.0:1715211641.947833:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1600. 02000000:00000010:1.0:1715211641.947839:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000100:00000010:1.0:1715211641.947843:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715211646.953234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211646.953260:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcb00. 00000100:00000010:0.0:1715211646.953313:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211646.953317:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcc00. 02000000:00000010:0.0:1715211646.953377:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46e00. 00000400:00000010:0.0:1715211646.953386:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd4d0. 00000400:00000010:0.0:1715211646.953395:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 02000000:00000010:2.0:1715211646.953403:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000100:00000200:0.0:1715211646.953404:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026624, portal 4 00000400:00000010:0.0:1715211646.953411:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 00000100:00000200:0.0:1715211646.953413:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076026624, offset 0 00000400:00000010:2.0:1715211646.953413:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd57e8. 00000400:00000010:2.0:1715211646.953419:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269330. 00000400:00000200:0.0:1715211646.953425:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211646.953434:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026560, portal 25 00000400:00000010:2.0:1715211646.953438:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269990. 00000100:00000200:2.0:1715211646.953440:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076026560, offset 0 00000400:00000200:0.0:1715211646.953445:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211646.953472:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211646.953490:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211646.953496:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211646.953501:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211646.953504:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211646.953519:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1508:1508:256:4294967295] 192.168.202.130@tcp LPNI seq info [1508:1508:8:4294967295] 00000400:00000200:0.0:1715211646.953533:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211646.953541:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211646.953544:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211646.953546:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc500. 00000400:00000200:2.0:1715211646.953548:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211646.953551:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211646.953553:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211646.953554:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211646.953557:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211646.953560:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1509:1509:255:4294967295] 192.168.202.130@tcp LPNI seq info [1509:1509:7:4294967295] 00000800:00000200:0.0:1715211646.953564:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211646.953570:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211646.953570:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211646.953574:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211646.953599:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c700. 00000800:00000200:2.0:1715211646.953604:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211646.953611:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211646.953615:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211646.953655:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211646.953661:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc500. 00000400:00000200:1.0:1715211646.953668:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211646.953675:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211646.953680:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:1.0:1715211646.953682:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:1.0:1715211646.953693:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076026624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211646.953775:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211646.953777:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c700. 00000400:00000200:1.0:1715211646.953780:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211646.953784:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211646.953786:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269990 00000400:00000010:1.0:1715211646.953788:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269990. 00000100:00000200:1.0:1715211646.953792:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076026560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211646.955481:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211646.955495:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17f00 00000400:00000200:0.0:1715211646.955503:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2fe9 [1] + 224 00000400:00000200:0.0:1715211646.955516:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211646.955519:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211646.955527:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076026624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211646.955566:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211646.955571:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17ec0 00000400:00000200:0.0:1715211646.955576:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ff1 [1] + 224 00000400:00000200:0.0:1715211646.955592:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211646.955598:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211646.955605:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076026560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211646.955652:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd4d0. 00000400:00000200:2.0:1715211646.955660:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715211646.955662:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715211646.955670:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076026624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211646.955681:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076026624/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211646.955717:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46e00. 02000000:00000010:2.0:1715211646.955724:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcc00. 00000100:00000010:2.0:1715211646.955729:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:3.0:1715211646.955731:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd57e8. 00000400:00000200:3.0:1715211646.955740:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269330 00000400:00000010:3.0:1715211646.955742:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269330. 00000100:00000200:3.0:1715211646.955750:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076026560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211646.955760:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076026560/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211646.955778:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715211646.955783:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcb00. 00000100:00000010:3.0:1715211646.955786:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715211651.961232:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211651.961257:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 00000100:00000010:0.0:1715211651.961307:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211651.961311:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc800. 02000000:00000010:0.0:1715211651.961381:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46a00. 00000400:00000010:0.0:1715211651.961389:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd370. 02000000:00000010:1.0:1715211651.961400:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0e00. 00000400:00000010:0.0:1715211651.961441:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000400:00000010:1.0:1715211651.961448:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:0.0:1715211651.961450:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026752, portal 4 00000400:00000010:0.0:1715211651.961457:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000100:00000200:0.0:1715211651.961459:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076026752, offset 0 00000400:00000010:1.0:1715211651.961464:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000400:00000200:0.0:1715211651.961471:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211651.961479:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026688, portal 25 00000400:00000010:1.0:1715211651.961484:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da6e8. 00000100:00000200:1.0:1715211651.961486:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076026688, offset 0 00000400:00000200:0.0:1715211651.961490:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211651.961494:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211651.961498:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211651.961503:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211651.961508:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211651.961511:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211651.961515:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1510:1510:256:4294967295] 192.168.202.130@tcp LPNI seq info [1510:1510:8:4294967295] 00000400:00000200:0.0:1715211651.961528:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211651.961534:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211651.961536:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211651.961538:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcd00. 00000400:00000200:1.0:1715211651.961540:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211651.961544:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211651.961545:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211651.961546:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211651.961549:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211651.961552:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1511:1511:255:4294967295] 192.168.202.130@tcp LPNI seq info [1511:1511:7:4294967295] 00000800:00000200:0.0:1715211651.961554:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211651.961560:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211651.961562:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211651.961567:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211651.961571:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865c00. 00000800:00000200:1.0:1715211651.961576:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211651.961583:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211651.961586:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211651.961638:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211651.961645:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcd00. 00000400:00000200:2.0:1715211651.961652:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211651.961659:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211651.961664:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715211651.961667:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715211651.961677:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076026752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211651.961749:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211651.961751:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865c00. 00000400:00000200:2.0:1715211651.961755:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211651.961759:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211651.961761:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da6e8 00000400:00000010:2.0:1715211651.961763:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da6e8. 00000100:00000200:2.0:1715211651.961767:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076026688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211651.963576:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211651.963590:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17f40 00000400:00000200:0.0:1715211651.963598:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3001 [1] + 224 00000400:00000200:0.0:1715211651.963612:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211651.963615:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211651.963624:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076026688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211651.963660:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211651.963666:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe17f80 00000400:00000200:0.0:1715211651.963670:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x2ff9 [1] + 224 00000400:00000200:0.0:1715211651.963686:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211651.963696:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211651.963702:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076026752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211651.963752:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211651.963760:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211651.963762:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211651.963770:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076026688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211651.963781:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076026688/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211651.963799:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd370. 02000000:00000010:1.0:1715211651.963808:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0e00. 02000000:00000010:1.0:1715211651.963816:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000400:00000200:2.0:1715211651.963820:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000100:00000010:1.0:1715211651.963821:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:2.0:1715211651.963823:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:2.0:1715211651.963832:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076026752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211651.963844:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076026752/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211651.963869:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46a00. 02000000:00000010:2.0:1715211651.963874:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc800. 00000100:00000010:2.0:1715211651.963878:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000100:00000010:0.0:1715211656.969231:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211656.969256:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 00000100:00000010:0.0:1715211656.969305:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715211656.969309:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc600. 02000000:00000010:0.0:1715211656.969361:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000010:0.0:1715211656.969396:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd3c8. 02000000:00000010:2.0:1715211656.969399:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000400:00000010:0.0:1715211656.969405:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000400:00000010:2.0:1715211656.969408:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5898. 00000100:00000200:0.0:1715211656.969413:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026880, portal 4 00000400:00000010:2.0:1715211656.969414:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715211656.969419:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026816, portal 25 00000400:00000010:0.0:1715211656.969420:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715211656.969423:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076026880, offset 0 00000400:00000010:2.0:1715211656.969423:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715211656.969425:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076026816, offset 0 00000400:00000200:0.0:1715211656.969436:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211656.969446:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211656.969457:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211656.969464:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211656.969470:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211656.969475:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211656.969478:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211656.969482:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1512:1512:256:4294967295] 192.168.202.130@tcp LPNI seq info [1512:1512:8:4294967295] 00000400:00000200:0.0:1715211656.969495:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211656.969501:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211656.969504:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211656.969506:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabce00. 00000400:00000200:2.0:1715211656.969508:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211656.969511:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211656.969513:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211656.969515:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211656.969517:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211656.969520:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1513:1513:255:4294967295] 192.168.202.130@tcp LPNI seq info [1513:1513:7:4294967295] 00000800:00000200:0.0:1715211656.969525:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211656.969530:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabce00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211656.969530:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211656.969535:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211656.969539:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ce00. 00000800:00000200:2.0:1715211656.969544:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211656.969550:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211656.969554:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ce00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211656.969613:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211656.969619:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabce00. 00000400:00000200:1.0:1715211656.969626:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211656.969634:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211656.969649:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715211656.969652:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715211656.969663:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076026880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211656.969743:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211656.969746:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ce00. 00000400:00000200:1.0:1715211656.969749:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211656.969753:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211656.969755:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:1.0:1715211656.969757:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:1.0:1715211656.969761:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076026816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211656.971421:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211656.971434:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18000 00000400:00000200:0.0:1715211656.971442:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3009 [1] + 224 00000400:00000200:0.0:1715211656.971466:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211656.971470:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211656.971478:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076026880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211656.971517:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211656.971523:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe17fc0 00000400:00000200:0.0:1715211656.971527:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x300d [1] + 224 00000400:00000200:0.0:1715211656.971540:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211656.971544:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211656.971549:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076026816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211656.971611:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd3c8. 00000400:00000200:2.0:1715211656.971619:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715211656.971631:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715211656.971639:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076026880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211656.971651:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076026880/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211656.971676:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5898. 00000400:00000200:3.0:1715211656.971684:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 02000000:00000010:2.0:1715211656.971686:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 00000400:00000010:3.0:1715211656.971686:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 02000000:00000010:2.0:1715211656.971694:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc600. 00000100:00000200:3.0:1715211656.971694:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076026816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000010:2.0:1715211656.971700:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000200:3.0:1715211656.971705:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076026816/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211656.971723:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715211656.971728:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000100:00000010:3.0:1715211656.971732:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715211661.977234:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211661.977259:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc700. 00000100:00000010:0.0:1715211661.977310:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211661.977314:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabca00. 02000000:00000010:0.0:1715211661.977411:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715211661.977414:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:0.0:1715211661.977421:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:2.0:1715211661.977423:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000010:0.0:1715211661.977429:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:2.0:1715211661.977429:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715211661.977438:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076026944, portal 25 00000400:00000010:2.0:1715211661.977443:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000100:00000200:0.0:1715211661.977444:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027008, portal 4 00000100:00000200:2.0:1715211661.977446:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076026944, offset 0 00000400:00000010:0.0:1715211661.977450:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000400:00000200:2.0:1715211661.977458:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211661.977464:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076027008, offset 0 00000400:00000200:0.0:1715211661.977472:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211661.977479:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211661.977486:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211661.977492:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211661.977496:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211661.977499:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211661.977503:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1514:1514:256:4294967295] 192.168.202.130@tcp LPNI seq info [1514:1514:8:4294967295] 00000400:00000200:2.0:1715211661.977516:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211661.977523:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211661.977524:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715211661.977528:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c300. 00000400:00000200:0.0:1715211661.977529:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211661.977532:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211661.977535:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211661.977536:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211661.977538:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211661.977541:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1515:1515:255:4294967295] 192.168.202.130@tcp LPNI seq info [1515:1515:7:4294967295] 00000800:00000200:2.0:1715211661.977547:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211661.977551:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211661.977553:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211661.977567:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211661.977571:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc300. 00000800:00000200:0.0:1715211661.977576:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211661.977583:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211661.977586:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211661.977708:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211661.977714:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c300. 00000400:00000200:1.0:1715211661.977721:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211661.977729:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211661.977734:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:1.0:1715211661.977736:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:1.0:1715211661.977747:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076026944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211661.977837:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211661.977839:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc300. 00000400:00000200:1.0:1715211661.977843:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211661.977847:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211661.977849:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:1.0:1715211661.977851:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:1.0:1715211661.977855:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076027008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211661.979776:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211661.979790:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe18040 00000400:00000200:0.0:1715211661.979798:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3019 [1] + 224 00000400:00000200:0.0:1715211661.979811:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211661.979814:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211661.979823:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076026944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211661.979859:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211661.979864:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18080 00000400:00000200:0.0:1715211661.979868:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x301d [1] + 224 00000400:00000200:0.0:1715211661.979887:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211661.979891:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211661.979896:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076027008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211661.979949:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:2.0:1715211661.979957:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:2.0:1715211661.979959:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715211661.979978:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076026944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211661.979989:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076026944/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211661.980018:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715211661.980024:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc700. 00000400:00000010:1.0:1715211661.980025:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000100:00000010:2.0:1715211661.980030:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000200:1.0:1715211661.980033:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:1.0:1715211661.980035:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:1.0:1715211661.980043:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076027008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211661.980064:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076027008/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211661.980089:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:1.0:1715211661.980094:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabca00. 00000100:00000010:1.0:1715211661.980097:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715211666.985223:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9180. 02000000:00000010:0.0:1715211666.985246:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc400. 00000100:00000010:0.0:1715211666.985337:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb800. 02000000:00000010:0.0:1715211666.985342:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 02000000:00000010:1.0:1715211666.985403:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 02000000:00000010:0.0:1715211666.985408:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715211666.985415:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000010:1.0:1715211666.985415:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211666.985423:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcbb0. 00000400:00000010:1.0:1715211666.985423:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:0.0:1715211666.985431:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027136, portal 4 00000100:00000200:1.0:1715211666.985438:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027072, portal 25 00000400:00000010:0.0:1715211666.985439:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc220. 00000400:00000010:1.0:1715211666.985443:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da110. 00000100:00000200:1.0:1715211666.985445:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076027072, offset 0 00000400:00000200:1.0:1715211666.985457:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:0.0:1715211666.985465:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076027136, offset 0 00000400:00000200:0.0:1715211666.985473:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211666.985478:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211666.985486:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211666.985491:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211666.985496:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211666.985498:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211666.985502:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1516:1516:256:4294967295] 192.168.202.130@tcp LPNI seq info [1516:1516:8:4294967295] 00000400:00000200:1.0:1715211666.985515:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211666.985521:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211666.985523:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211666.985527:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715211666.985527:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715211666.985531:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211666.985534:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715211666.985534:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211666.985536:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211666.985539:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1517:1517:255:4294967295] 192.168.202.130@tcp LPNI seq info [1517:1517:7:4294967295] 00000800:00000200:1.0:1715211666.985545:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211666.985549:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211666.985550:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211666.985553:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211666.985557:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcd00. 00000800:00000200:0.0:1715211666.985562:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211666.985568:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211666.985571:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcd00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211666.985635:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211666.985642:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715211666.985649:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211666.985657:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211666.985663:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da110 00000400:00000010:2.0:1715211666.985666:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da110. 00000100:00000200:2.0:1715211666.985676:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9180 x1798526076027072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211666.985749:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211666.985751:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcd00. 00000400:00000200:2.0:1715211666.985755:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211666.985759:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211666.985761:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc220 00000400:00000010:2.0:1715211666.985763:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc220. 00000100:00000200:2.0:1715211666.985767:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb800 x1798526076027136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211666.987548:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211666.987562:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe180c0 00000400:00000200:0.0:1715211666.987570:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x302d [1] + 224 00000400:00000200:0.0:1715211666.987582:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211666.987586:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211666.987593:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9180 x1798526076027072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211666.987631:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211666.987637:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18100 00000400:00000200:0.0:1715211666.987641:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3029 [1] + 224 00000400:00000200:0.0:1715211666.987655:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211666.987659:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211666.987663:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb800 x1798526076027136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211666.987726:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211666.987736:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211666.987739:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211666.987749:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9180 x1798526076027072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211666.987770:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:2.0:1715211666.987777:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcbb0 00000400:00000010:2.0:1715211666.987780:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcbb0. 00000100:00000200:1.0:1715211666.987789:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9180 x1798526076027072/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211666.987789:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb800 x1798526076027136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211666.987803:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb800 x1798526076027136/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211666.987825:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:2.0:1715211666.987831:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 02000000:00000010:1.0:1715211666.987834:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc400. 00000100:00000010:1.0:1715211666.987840:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9180. 02000000:00000010:2.0:1715211666.987848:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000100:00000010:2.0:1715211666.987853:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb800. 00000100:00000010:0.0:1715211671.993275:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8700. 02000000:00000010:0.0:1715211671.993299:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcb00. 00000100:00000010:0.0:1715211671.993351:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda300. 02000000:00000010:0.0:1715211671.993355:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc400. 02000000:00000010:3.0:1715211671.993405:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 02000000:00000010:2.0:1715211671.993408:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6297800. 00000400:00000010:3.0:1715211671.993416:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715211671.993417:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000400:00000010:2.0:1715211671.993425:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715211671.993434:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027200, portal 25 00000400:00000010:2.0:1715211671.993439:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000400:00000010:3.0:1715211671.993440:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:2.0:1715211671.993442:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076027200, offset 0 00000100:00000200:3.0:1715211671.993445:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027264, portal 4 00000400:00000010:3.0:1715211671.993451:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257000. 00000400:00000200:2.0:1715211671.993454:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:3.0:1715211671.993461:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076027264, offset 0 00000400:00000200:3.0:1715211671.993467:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211671.993475:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211671.993482:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211671.993487:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211671.993492:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211671.993495:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211671.993499:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1518:1518:256:4294967295] 192.168.202.130@tcp LPNI seq info [1518:1518:8:4294967295] 00000400:00000200:2.0:1715211671.993512:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211671.993518:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211671.993521:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:2.0:1715211671.993524:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6ca00. 00000400:00000200:3.0:1715211671.993524:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211671.993528:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715211671.993531:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211671.993532:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715211671.993534:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:3.0:1715211671.993537:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1519:1519:255:4294967295] 192.168.202.130@tcp LPNI seq info [1519:1519:7:4294967295] 00000800:00000200:2.0:1715211671.993544:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715211671.993546:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211671.993549:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6ca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1715211671.993551:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715211671.993555:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba000. 00000800:00000200:3.0:1715211671.993560:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715211671.993566:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715211671.993569:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211671.993637:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211671.993641:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6ca00. 00000400:00000200:0.0:1715211671.993647:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211671.993654:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211671.993659:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:0.0:1715211671.993662:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:0.0:1715211671.993672:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8700 x1798526076027200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211671.993740:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211671.993742:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba000. 00000400:00000200:0.0:1715211671.993745:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211671.993749:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211671.993751:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257000 00000400:00000010:0.0:1715211671.993753:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257000. 00000100:00000200:0.0:1715211671.993757:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda300 x1798526076027264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211671.995624:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211671.995638:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe18140 00000400:00000200:0.0:1715211671.995646:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3039 [1] + 224 00000400:00000200:0.0:1715211671.995659:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211671.995663:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211671.995670:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8700 x1798526076027200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211671.995708:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211671.995713:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18180 00000400:00000200:0.0:1715211671.995727:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3041 [1] + 224 00000400:00000200:0.0:1715211671.995742:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211671.995745:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211671.995750:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda300 x1798526076027264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211671.995757:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 00000400:00000200:2.0:1715211671.995763:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:2.0:1715211671.995765:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715211671.995773:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8700 x1798526076027200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211671.995784:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8700 x1798526076027200/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211671.995809:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6297800. 02000000:00000010:2.0:1715211671.995815:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcb00. 00000100:00000010:2.0:1715211671.995829:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8700. 00000400:00000010:3.0:1715211671.995869:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715211671.995879:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211671.995881:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211671.995889:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda300 x1798526076027264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211671.995900:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda300 x1798526076027264/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211671.995924:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715211671.995931:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc400. 00000100:00000010:3.0:1715211671.995935:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda300. 00000100:00000010:0.0:1715211677.001266:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9c00. 02000000:00000010:0.0:1715211677.001292:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcd00. 00000100:00000010:0.0:1715211677.001343:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb100. 02000000:00000010:0.0:1715211677.001347:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 02000000:00000010:0.0:1715211677.001420:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47200. 00000400:00000010:0.0:1715211677.001430:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 02000000:00000010:1.0:1715211677.001435:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000010:0.0:1715211677.001439:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadce58. 00000400:00000010:1.0:1715211677.001445:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000100:00000200:0.0:1715211677.001447:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027392, portal 4 00000400:00000010:1.0:1715211677.001450:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211677.001455:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027328, portal 25 00000400:00000010:0.0:1715211677.001456:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc5d8. 00000100:00000200:0.0:1715211677.001459:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076027392, offset 0 00000400:00000010:1.0:1715211677.001459:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da4c8. 00000100:00000200:1.0:1715211677.001461:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076027328, offset 0 00000400:00000200:0.0:1715211677.001472:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211677.001482:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211677.001492:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211677.001500:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211677.001505:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211677.001510:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211677.001513:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211677.001516:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1520:1520:256:4294967295] 192.168.202.130@tcp LPNI seq info [1520:1520:8:4294967295] 00000400:00000200:0.0:1715211677.001529:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211677.001536:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211677.001538:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211677.001540:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc800. 00000400:00000200:1.0:1715211677.001542:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211677.001545:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211677.001548:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211677.001548:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211677.001551:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211677.001554:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1521:1521:255:4294967295] 192.168.202.130@tcp LPNI seq info [1521:1521:7:4294967295] 00000800:00000200:0.0:1715211677.001556:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211677.001562:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211677.001564:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211677.001569:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211677.001573:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865200. 00000800:00000200:1.0:1715211677.001577:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211677.001584:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211677.001588:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211677.001646:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211677.001653:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc800. 00000400:00000200:2.0:1715211677.001660:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211677.001668:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211677.001674:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc5d8 00000400:00000010:2.0:1715211677.001676:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc5d8. 00000100:00000200:2.0:1715211677.001687:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb100 x1798526076027392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211677.001775:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211677.001778:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865200. 00000400:00000200:2.0:1715211677.001782:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211677.001786:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211677.001789:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da4c8 00000400:00000010:2.0:1715211677.001791:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da4c8. 00000100:00000200:2.0:1715211677.001795:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9c00 x1798526076027328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211677.003555:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211677.003579:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18200 00000400:00000200:0.0:1715211677.003586:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3049 [1] + 224 00000400:00000200:0.0:1715211677.003601:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211677.003605:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211677.003613:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb100 x1798526076027392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211677.003653:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211677.003658:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe181c0 00000400:00000200:0.0:1715211677.003663:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x304d [1] + 224 00000400:00000200:0.0:1715211677.003680:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211677.003684:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211677.003689:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9c00 x1798526076027328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211677.003740:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000400:00000200:2.0:1715211677.003748:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadce58 00000400:00000010:2.0:1715211677.003750:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadce58. 00000100:00000200:2.0:1715211677.003758:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb100 x1798526076027392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211677.003769:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb100 x1798526076027392/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211677.003804:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47200. 00000400:00000010:1.0:1715211677.003809:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 02000000:00000010:2.0:1715211677.003810:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000100:00000010:2.0:1715211677.003815:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb100. 00000400:00000200:1.0:1715211677.003817:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211677.003819:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211677.003827:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9c00 x1798526076027328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211677.003855:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9c00 x1798526076027328/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211677.003873:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715211677.003879:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcd00. 00000100:00000010:1.0:1715211677.003882:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9c00. 00000100:00000010:0.0:1715211682.009250:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8e00. 02000000:00000010:0.0:1715211682.009274:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcf00. 00000100:00000010:0.0:1715211682.009327:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdb480. 02000000:00000010:0.0:1715211682.009332:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 02000000:00000010:0.0:1715211682.009393:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47000. 00000400:00000010:0.0:1715211682.009401:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000400:00000010:0.0:1715211682.009410:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcb28. 00000100:00000200:0.0:1715211682.009417:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027520, portal 4 02000000:00000010:3.0:1715211682.009419:0:15153:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31400. 00000400:00000010:0.0:1715211682.009426:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc908. 00000100:00000200:0.0:1715211682.009428:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076027520, offset 0 00000400:00000010:3.0:1715211682.009431:0:15153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000200:0.0:1715211682.009440:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:3.0:1715211682.009455:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000400:00000200:0.0:1715211682.009461:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211682.009468:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1715211682.009473:0:15153:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027456, portal 25 00000400:00000200:0.0:1715211682.009474:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211682.009478:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1715211682.009479:0:15153:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257e58. 00000400:00000200:0.0:1715211682.009481:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000100:00000200:3.0:1715211682.009482:0:15153:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076027456, offset 0 00000400:00000200:3.0:1715211682.009492:0:15153:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211682.009496:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1522:1522:256:4294967295] 192.168.202.130@tcp LPNI seq info [1522:1522:8:4294967295] 00000400:00000200:0.0:1715211682.009509:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211682.009517:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211682.009519:0:15153:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211682.009522:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabca00. 00000400:00000200:3.0:1715211682.009525:0:15153:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1715211682.009529:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715211682.009530:0:15153:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:3.0:1715211682.009534:0:15153:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211682.009538:0:15153:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211682.009540:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:3.0:1715211682.009543:0:15153:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1523:1523:255:4294967295] 192.168.202.130@tcp LPNI seq info [1523:1523:7:4294967295] 00000800:00000200:0.0:1715211682.009545:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabca00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715211682.009558:0:15153:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715211682.009566:0:15153:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715211682.009572:0:15153:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dbab00. 00000800:00000200:3.0:1715211682.009578:0:15153:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715211682.009587:0:15153:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715211682.009592:0:15153:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dbab00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211682.009623:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211682.009628:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabca00. 00000400:00000200:1.0:1715211682.009635:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211682.009642:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211682.009647:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc908 00000400:00000010:1.0:1715211682.009650:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc908. 00000100:00000200:1.0:1715211682.009660:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdb480 x1798526076027520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211682.009744:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211682.009746:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dbab00. 00000400:00000200:1.0:1715211682.009749:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211682.009753:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211682.009756:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257e58 00000400:00000010:1.0:1715211682.009757:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257e58. 00000100:00000200:1.0:1715211682.009761:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8e00 x1798526076027456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211682.011384:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211682.011398:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe18240 00000400:00000200:0.0:1715211682.011406:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3061 [1] + 224 00000400:00000200:0.0:1715211682.011419:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211682.011423:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211682.011431:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8e00 x1798526076027456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211682.011468:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211682.011474:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18280 00000400:00000200:0.0:1715211682.011478:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3059 [1] + 224 00000400:00000200:0.0:1715211682.011497:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211682.011501:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211682.011505:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdb480 x1798526076027520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211682.011523:0:15153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715211682.011532:0:15153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211682.011534:0:15153:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211682.011542:0:15153:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8e00 x1798526076027456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211682.011557:0:15153:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8e00 x1798526076027456/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211682.011587:0:15153:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31400. 02000000:00000010:3.0:1715211682.011597:0:15153:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcf00. 00000100:00000010:3.0:1715211682.011603:0:15153:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8e00. 00000400:00000010:1.0:1715211682.011635:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:1.0:1715211682.011643:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcb28 00000400:00000010:1.0:1715211682.011645:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcb28. 00000100:00000200:1.0:1715211682.011654:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdb480 x1798526076027520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211682.011664:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdb480 x1798526076027520/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211682.011689:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47000. 02000000:00000010:1.0:1715211682.011694:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:1.0:1715211682.011707:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdb480. 00000100:00000010:0.0:1715211687.017245:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cda680. 02000000:00000010:0.0:1715211687.017268:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc800. 00000100:00000010:0.0:1715211687.017321:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8380. 02000000:00000010:0.0:1715211687.017325:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc100. 02000000:00000010:0.0:1715211687.017395:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b46800. 00000400:00000010:0.0:1715211687.017404:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 02000000:00000010:1.0:1715211687.017411:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000400:00000010:1.0:1715211687.017421:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211687.017424:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc110. 00000400:00000010:1.0:1715211687.017426:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:0.0:1715211687.017432:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027648, portal 4 00000100:00000200:1.0:1715211687.017433:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027584, portal 25 00000400:00000010:1.0:1715211687.017437:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da7f8. 00000400:00000010:0.0:1715211687.017439:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc880. 00000100:00000200:1.0:1715211687.017440:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076027584, offset 0 00000100:00000200:0.0:1715211687.017441:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076027648, offset 0 00000400:00000200:1.0:1715211687.017453:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211687.017463:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211687.017473:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211687.017480:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211687.017486:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211687.017490:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211687.017493:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211687.017497:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1524:1524:256:4294967295] 192.168.202.130@tcp LPNI seq info [1524:1524:8:4294967295] 00000400:00000200:1.0:1715211687.017509:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211687.017516:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211687.017517:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211687.017521:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1715211687.017521:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865400. 00000400:00000200:0.0:1715211687.017525:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211687.017528:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1715211687.017529:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211687.017531:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211687.017534:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1525:1525:255:4294967295] 192.168.202.130@tcp LPNI seq info [1525:1525:7:4294967295] 00000800:00000200:1.0:1715211687.017540:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:0.0:1715211687.017544:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211687.017545:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211687.017549:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211687.017552:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc400. 00000800:00000200:0.0:1715211687.017557:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211687.017563:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211687.017567:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211687.017639:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211687.017646:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865400. 00000400:00000200:2.0:1715211687.017653:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211687.017661:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211687.017666:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da7f8 00000400:00000010:2.0:1715211687.017678:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da7f8. 00000100:00000200:2.0:1715211687.017689:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cda680 x1798526076027584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211687.017770:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211687.017773:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc400. 00000400:00000200:2.0:1715211687.017775:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211687.017779:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211687.017782:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc880 00000400:00000010:2.0:1715211687.017784:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc880. 00000100:00000200:2.0:1715211687.017788:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8380 x1798526076027648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211687.019517:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211687.019531:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe182c0 00000400:00000200:0.0:1715211687.019539:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x306d [1] + 224 00000400:00000200:0.0:1715211687.019552:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211687.019556:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211687.019563:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cda680 x1798526076027584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211687.019602:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211687.019607:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18300 00000400:00000200:0.0:1715211687.019611:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3069 [1] + 224 00000400:00000200:0.0:1715211687.019635:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211687.019646:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211687.019652:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8380 x1798526076027648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:1.0:1715211687.019693:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211687.019701:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211687.019703:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211687.019711:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cda680 x1798526076027584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211687.019722:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cda680 x1798526076027584/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211687.019749:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715211687.019756:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc800. 00000100:00000010:1.0:1715211687.019761:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cda680. 00000400:00000010:2.0:1715211687.019779:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:2.0:1715211687.019787:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc110 00000400:00000010:2.0:1715211687.019789:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc110. 00000100:00000200:2.0:1715211687.019797:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8380 x1798526076027648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211687.019808:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8380 x1798526076027648/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211687.019833:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b46800. 02000000:00000010:2.0:1715211687.019840:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc100. 00000100:00000010:2.0:1715211687.019844:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8380. 00000100:00000010:0.0:1715211692.025275:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdaa00. 02000000:00000010:0.0:1715211692.025298:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc200. 00000100:00000010:0.0:1715211692.025348:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9880. 02000000:00000010:0.0:1715211692.025352:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabcb00. 02000000:00000010:0.0:1715211692.025412:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47c00. 00000400:00000010:0.0:1715211692.025421:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd5d8. 00000400:00000010:0.0:1715211692.025429:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc550. 02000000:00000010:2.0:1715211692.025436:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296e00. 00000100:00000200:0.0:1715211692.025437:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027776, portal 4 00000400:00000010:0.0:1715211692.025445:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcf68. 00000400:00000010:2.0:1715211692.025446:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5790. 00000100:00000200:0.0:1715211692.025447:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076027776, offset 0 00000400:00000010:2.0:1715211692.025452:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000400:00000200:0.0:1715211692.025459:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:2.0:1715211692.025467:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027712, portal 25 00000400:00000010:2.0:1715211692.025472:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715211692.025475:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076027712, offset 0 00000400:00000200:0.0:1715211692.025479:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211692.025482:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211692.025486:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211692.025492:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211692.025497:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211692.025500:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211692.025504:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1526:1526:256:4294967295] 192.168.202.130@tcp LPNI seq info [1526:1526:8:4294967295] 00000400:00000200:0.0:1715211692.025516:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211692.025523:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211692.025525:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211692.025528:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcc00. 00000400:00000200:2.0:1715211692.025530:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211692.025533:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211692.025535:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211692.025545:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211692.025547:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211692.025550:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211692.025551:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211692.025553:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1527:1527:255:4294967295] 192.168.202.130@tcp LPNI seq info [1527:1527:7:4294967295] 00000400:00000200:2.0:1715211692.025563:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211692.025569:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211692.025573:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c600. 00000800:00000200:2.0:1715211692.025577:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211692.025584:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211692.025587:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211692.025625:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211692.025631:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcc00. 00000400:00000200:1.0:1715211692.025638:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211692.025645:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211692.025651:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcf68 00000400:00000010:1.0:1715211692.025653:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcf68. 00000100:00000200:1.0:1715211692.025664:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9880 x1798526076027776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211692.025730:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211692.025733:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c600. 00000400:00000200:1.0:1715211692.025736:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211692.025739:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211692.025743:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:1.0:1715211692.025744:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:1.0:1715211692.025748:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdaa00 x1798526076027712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211692.027464:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211692.027478:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18380 00000400:00000200:0.0:1715211692.027486:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3079 [1] + 224 00000400:00000200:0.0:1715211692.027509:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211692.027513:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211692.027521:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9880 x1798526076027776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211692.027561:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211692.027567:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe18340 00000400:00000200:0.0:1715211692.027571:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3081 [1] + 224 00000400:00000200:0.0:1715211692.027588:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211692.027592:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211692.027596:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdaa00 x1798526076027712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211692.027647:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd5d8. 00000400:00000200:2.0:1715211692.027655:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc550 00000400:00000010:2.0:1715211692.027657:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc550. 00000100:00000200:2.0:1715211692.027665:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9880 x1798526076027776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211692.027676:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9880 x1798526076027776/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211692.027710:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47c00. 00000400:00000010:3.0:1715211692.027714:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5790. 02000000:00000010:2.0:1715211692.027717:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabcb00. 00000100:00000010:2.0:1715211692.027722:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9880. 00000400:00000200:3.0:1715211692.027723:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:3.0:1715211692.027725:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:3.0:1715211692.027732:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdaa00 x1798526076027712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211692.027760:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdaa00 x1798526076027712/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211692.027779:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296e00. 02000000:00000010:3.0:1715211692.027784:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc200. 00000100:00000010:3.0:1715211692.027787:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdaa00. 00000100:00000010:0.0:1715211697.033245:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9f80. 02000000:00000010:0.0:1715211697.033272:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc100. 00000100:00000010:0.0:1715211697.033324:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdbb80. 02000000:00000010:0.0:1715211697.033328:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc500. 02000000:00000010:0.0:1715211697.033400:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47400. 00000400:00000010:0.0:1715211697.033409:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd528. 00000400:00000010:0.0:1715211697.033417:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc6e8. 02000000:00000010:1.0:1715211697.033422:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1e00. 00000100:00000200:0.0:1715211697.033426:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027904, portal 4 00000400:00000010:1.0:1715211697.033432:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:0.0:1715211697.033434:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcdd0. 00000100:00000200:0.0:1715211697.033437:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076027904, offset 0 00000400:00000010:1.0:1715211697.033438:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211697.033443:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027840, portal 25 00000400:00000010:1.0:1715211697.033447:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63dae58. 00000400:00000200:0.0:1715211697.033450:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211697.033459:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076027840, offset 0 00000400:00000200:1.0:1715211697.033467:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211697.033471:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211697.033478:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211697.033483:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211697.033488:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211697.033490:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211697.033494:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1528:1528:256:4294967295] 192.168.202.130@tcp LPNI seq info [1528:1528:8:4294967295] 00000400:00000200:0.0:1715211697.033507:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211697.033525:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:1.0:1715211697.033527:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000010:0.0:1715211697.033530:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc800. 00000400:00000200:1.0:1715211697.033531:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211697.033534:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211697.033537:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1715211697.033538:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211697.033540:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211697.033543:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1529:1529:255:4294967295] 192.168.202.130@tcp LPNI seq info [1529:1529:7:4294967295] 00000800:00000200:0.0:1715211697.033550:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211697.033553:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211697.033557:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211697.033558:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211697.033572:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865900. 00000800:00000200:1.0:1715211697.033577:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211697.033584:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211697.033587:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211697.033705:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211697.033712:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc800. 00000400:00000200:2.0:1715211697.033719:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211697.033727:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211697.033731:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcdd0 00000400:00000010:2.0:1715211697.033734:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcdd0. 00000100:00000200:2.0:1715211697.033744:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdbb80 x1798526076027904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211697.033837:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211697.033840:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865900. 00000400:00000200:2.0:1715211697.033844:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211697.033858:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211697.033862:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63dae58 00000400:00000010:2.0:1715211697.033864:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63dae58. 00000100:00000200:2.0:1715211697.033868:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9f80 x1798526076027840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211697.035693:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211697.035707:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18400 00000400:00000200:0.0:1715211697.035715:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3089 [1] + 224 00000400:00000200:0.0:1715211697.035727:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211697.035731:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211697.035739:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdbb80 x1798526076027904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211697.035776:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211697.035781:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe183c0 00000400:00000200:0.0:1715211697.035785:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3091 [1] + 224 00000400:00000200:0.0:1715211697.035802:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211697.035806:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211697.035811:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9f80 x1798526076027840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211697.035868:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd528. 00000400:00000200:2.0:1715211697.035876:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc6e8 00000400:00000010:2.0:1715211697.035878:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc6e8. 00000100:00000200:2.0:1715211697.035886:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdbb80 x1798526076027904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211697.035897:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdbb80 x1798526076027904/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211697.035932:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47400. 02000000:00000010:2.0:1715211697.035938:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc500. 00000400:00000010:1.0:1715211697.035941:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000100:00000010:2.0:1715211697.035943:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdbb80. 00000400:00000200:1.0:1715211697.035951:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211697.035953:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211697.035963:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9f80 x1798526076027840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211697.035979:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9f80 x1798526076027840/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211697.036003:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1e00. 02000000:00000010:1.0:1715211697.036011:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc100. 00000100:00000010:1.0:1715211697.036016:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9f80. 00000100:00000010:2.0:1715211702.041347:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7800. 02000000:00000010:2.0:1715211702.041363:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cf00. 00000100:00000010:2.0:1715211702.041403:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7480. 02000000:00000010:2.0:1715211702.041408:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c500. 02000000:00000010:2.0:1715211702.041441:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 00000400:00000010:2.0:1715211702.041446:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd55d8. 00000400:00000010:2.0:1715211702.041450:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269660. 00000100:00000200:2.0:1715211702.041454:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076028032, portal 4 00000400:00000010:2.0:1715211702.041461:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269220. 00000100:00000200:2.0:1715211702.041463:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076028032, offset 0 00000400:00000200:2.0:1715211702.041470:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211702.041478:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211702.041482:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211702.041485:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211702.041488:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1715211702.041490:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47800. 00000400:00000200:2.0:1715211702.041491:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000010:0.0:1715211702.041498:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd580. 00000400:00000010:0.0:1715211702.041503:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcaa0. 00000400:00000200:2.0:1715211702.041503:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1530:1530:256:4294967295] 192.168.202.130@tcp LPNI seq info [1530:1530:8:4294967295] 00000100:00000200:0.0:1715211702.041507:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076027968, portal 25 00000400:00000010:0.0:1715211702.041511:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc330. 00000100:00000200:0.0:1715211702.041513:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076027968, offset 0 00000400:00000200:2.0:1715211702.041513:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211702.041519:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211702.041521:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211702.041523:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c900. 00000800:00000200:2.0:1715211702.041527:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:0.0:1715211702.041530:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:0.0:1715211702.041534:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211702.041534:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211702.041538:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1715211702.041545:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211702.041548:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211702.041550:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211702.041554:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1531:1531:255:4294967295] 192.168.202.130@tcp LPNI seq info [1531:1531:7:4294967295] 00000400:00000200:0.0:1715211702.041564:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211702.041569:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211702.041572:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabc400. 00000800:00000200:0.0:1715211702.041577:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:0.0:1715211702.041583:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211702.041587:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabc400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211702.041603:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211702.041609:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c900. 00000400:00000200:1.0:1715211702.041614:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211702.041620:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211702.041624:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269220 00000400:00000010:1.0:1715211702.041626:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269220. 00000100:00000200:1.0:1715211702.041634:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7480 x1798526076028032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211702.041691:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211702.041694:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabc400. 00000400:00000200:1.0:1715211702.041697:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211702.041702:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211702.041705:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc330 00000400:00000010:1.0:1715211702.041706:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc330. 00000100:00000200:1.0:1715211702.041710:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7800 x1798526076027968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211702.043370:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211702.043382:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe18440 00000400:00000200:0.0:1715211702.043388:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x30a1 [1] + 224 00000400:00000200:0.0:1715211702.043396:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211702.043400:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211702.043406:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7800 x1798526076027968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211702.043443:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211702.043449:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18480 00000400:00000200:0.0:1715211702.043453:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x3099 [1] + 224 00000400:00000200:0.0:1715211702.043472:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211702.043476:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211702.043481:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7480 x1798526076028032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211702.043527:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd580. 00000400:00000200:2.0:1715211702.043535:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcaa0 00000400:00000010:2.0:1715211702.043537:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcaa0. 00000100:00000200:2.0:1715211702.043545:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7800 x1798526076027968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211702.043557:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7800 x1798526076027968/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211702.043575:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47800. 02000000:00000010:2.0:1715211702.043580:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cf00. 00000100:00000010:2.0:1715211702.043583:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7800. 00000400:00000010:3.0:1715211702.043600:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd55d8. 00000400:00000200:3.0:1715211702.043609:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269660 00000400:00000010:3.0:1715211702.043611:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269660. 00000100:00000200:3.0:1715211702.043619:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7480 x1798526076028032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211702.043630:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7480 x1798526076028032/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211702.043651:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715211702.043656:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c500. 00000100:00000010:3.0:1715211702.043659:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7480. 00000100:00000010:0.0:1715211707.049372:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211707.049383:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc600. 00000100:00000010:0.0:1715211707.049421:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cdad80. 02000000:00000010:0.0:1715211707.049425:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc300. 02000000:00000010:0.0:1715211707.049484:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715211707.049489:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd630. 00000400:00000010:0.0:1715211707.049493:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc660. 00000100:00000200:0.0:1715211707.049497:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076028160, portal 4 00000400:00000010:0.0:1715211707.049502:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadcee0. 00000100:00000200:0.0:1715211707.049504:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076028160, offset 0 00000400:00000200:0.0:1715211707.049511:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211707.049518:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 02000000:00000010:1.0:1715211707.049522:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d0a00. 00000400:00000200:0.0:1715211707.049523:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1715211707.049526:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:0.0:1715211707.049529:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211707.049531:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:0.0:1715211707.049534:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1532:1532:256:4294967295] 192.168.202.130@tcp LPNI seq info [1532:1532:8:4294967295] 00000400:00000010:1.0:1715211707.049539:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:0.0:1715211707.049543:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000010:1.0:1715211707.049543:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000800:00000200:0.0:1715211707.049548:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000100:00000200:1.0:1715211707.049548:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076028096, portal 25 00000800:00000010:0.0:1715211707.049551:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabce00. 00000400:00000010:1.0:1715211707.049552:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da198. 00000100:00000200:1.0:1715211707.049554:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076028096, offset 0 00000800:00000200:0.0:1715211707.049556:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211707.049561:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:0.0:1715211707.049562:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:0.0:1715211707.049566:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabce00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211707.049570:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211707.049574:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1715211707.049577:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211707.049580:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1715211707.049583:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211707.049586:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1533:1533:255:4294967295] 192.168.202.130@tcp LPNI seq info [1533:1533:7:4294967295] 00000400:00000200:1.0:1715211707.049595:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211707.049600:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211707.049604:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865100. 00000800:00000200:1.0:1715211707.049609:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211707.049615:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211707.049619:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1715211707.049639:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211707.049645:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabce00. 00000400:00000200:2.0:1715211707.049649:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211707.049656:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211707.049660:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadcee0 00000400:00000010:2.0:1715211707.049662:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadcee0. 00000100:00000200:2.0:1715211707.049668:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cdad80 x1798526076028160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:2.0:1715211707.049700:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1715211707.049703:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865100. 00000400:00000200:2.0:1715211707.049705:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1715211707.049709:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:2.0:1715211707.049712:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da198 00000400:00000010:2.0:1715211707.049722:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da198. 00000100:00000200:2.0:1715211707.049727:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076028096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211707.051213:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211707.051225:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18500 00000400:00000200:0.0:1715211707.051232:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x30a9 [1] + 224 00000400:00000200:0.0:1715211707.051240:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211707.051244:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211707.051250:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cdad80 x1798526076028160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211707.051286:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211707.051292:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe184c0 00000400:00000200:0.0:1715211707.051296:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x30b1 [1] + 224 00000400:00000200:0.0:1715211707.051322:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211707.051326:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211707.051331:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076028096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211707.051372:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd630. 00000400:00000200:2.0:1715211707.051380:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc660 00000400:00000010:2.0:1715211707.051382:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc660. 00000100:00000200:2.0:1715211707.051390:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cdad80 x1798526076028160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211707.051401:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cdad80 x1798526076028160/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211707.051423:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 02000000:00000010:2.0:1715211707.051427:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc300. 00000100:00000010:2.0:1715211707.051431:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cdad80. 00000400:00000010:1.0:1715211707.051454:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211707.051463:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211707.051466:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211707.051476:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076028096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211707.051492:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076028096/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211707.051516:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d0a00. 02000000:00000010:1.0:1715211707.051523:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc600. 00000100:00000010:1.0:1715211707.051528:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000100:00000010:0.0:1715211712.057267:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd9500. 02000000:00000010:0.0:1715211712.057288:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc700. 00000100:00000010:0.0:1715211712.057337:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a0cd8a80. 02000000:00000010:0.0:1715211712.057341:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012aabc900. 02000000:00000010:0.0:1715211712.057396:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b7b47e00. 00000400:00000010:0.0:1715211712.057402:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800abadd478. 00000400:00000010:0.0:1715211712.057408:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc4c8. 00000100:00000200:0.0:1715211712.057414:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076028288, portal 4 00000400:00000010:0.0:1715211712.057422:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800abadc000. 00000100:00000200:0.0:1715211712.057424:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076028288, offset 0 02000000:00000010:2.0:1715211712.057431:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296000. 00000400:00000200:0.0:1715211712.057433:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000010:2.0:1715211712.057440:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5630. 00000400:00000200:0.0:1715211712.057445:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000010:2.0:1715211712.057445:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269b28. 00000100:00000200:2.0:1715211712.057450:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076028224, portal 25 00000400:00000200:0.0:1715211712.057451:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1715211712.057454:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269088. 00000400:00000200:0.0:1715211712.057456:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000100:00000200:2.0:1715211712.057456:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076028224, offset 0 00000400:00000200:0.0:1715211712.057460:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1715211712.057462:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211712.057463:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:0.0:1715211712.057466:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1534:1534:256:4294967295] 192.168.202.130@tcp LPNI seq info [1534:1534:8:4294967295] 00000400:00000200:0.0:1715211712.057477:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:0.0:1715211712.057483:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:0.0:1715211712.057486:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012aabcf00. 00000400:00000200:2.0:1715211712.057489:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000800:00000200:0.0:1715211712.057492:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:2.0:1715211712.057493:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211712.057497:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000200:0.0:1715211712.057500:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:2.0:1715211712.057501:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211712.057503:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:0.0:1715211712.057506:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff88012aabcf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1715211712.057506:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1535:1535:255:4294967295] 192.168.202.130@tcp LPNI seq info [1535:1535:7:4294967295] 00000400:00000200:2.0:1715211712.057516:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211712.057521:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211712.057525:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6cf00. 00000800:00000200:2.0:1715211712.057530:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:2.0:1715211712.057549:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211712.057553:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6cf00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1715211712.057579:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211712.057585:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012aabcf00. 00000400:00000200:1.0:1715211712.057591:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211712.057606:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211712.057611:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc000 00000400:00000010:1.0:1715211712.057613:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc000. 00000100:00000200:1.0:1715211712.057623:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd8a80 x1798526076028288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:1.0:1715211712.057695:0:15144:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1715211712.057697:0:15144:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6cf00. 00000400:00000200:1.0:1715211712.057700:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1715211712.057704:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:1.0:1715211712.057706:0:15144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269088 00000400:00000010:1.0:1715211712.057708:0:15144:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269088. 00000100:00000200:1.0:1715211712.057712:0:15144:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a0cd9500 x1798526076028224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211712.059336:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211712.059348:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18580 00000400:00000200:0.0:1715211712.059363:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x30b9 [1] + 224 00000400:00000200:0.0:1715211712.059374:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211712.059378:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211712.059385:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd8a80 x1798526076028288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211712.059421:0:15145:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211712.059426:0:15145:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe18540 00000400:00000200:0.0:1715211712.059430:0:15145:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x30c1 [1] + 224 00000400:00000200:0.0:1715211712.059446:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211712.059450:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211712.059454:0:15145:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a0cd9500 x1798526076028224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211712.059502:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800abadd478. 00000400:00000200:2.0:1715211712.059509:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800abadc4c8 00000400:00000010:2.0:1715211712.059511:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800abadc4c8. 00000100:00000200:2.0:1715211712.059519:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd8a80 x1798526076028288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211712.059529:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd8a80 x1798526076028288/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211712.059555:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b7b47e00. 02000000:00000010:2.0:1715211712.059561:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc900. 00000400:00000010:3.0:1715211712.059563:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5630. 00000100:00000010:2.0:1715211712.059564:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd8a80. 00000400:00000200:3.0:1715211712.059571:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269b28 00000400:00000010:3.0:1715211712.059573:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269b28. 00000100:00000200:3.0:1715211712.059580:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a0cd9500 x1798526076028224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211712.059590:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a0cd9500 x1798526076028224/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211712.059607:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296000. 02000000:00000010:3.0:1715211712.059612:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012aabc700. 00000100:00000010:3.0:1715211712.059615:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a0cd9500. 00000100:00000010:2.0:1715211717.065361:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e7800. 02000000:00000010:2.0:1715211717.065375:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6c000. 00000100:00000010:2.0:1715211717.065417:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a15e6680. 02000000:00000010:2.0:1715211717.065421:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6e6cb00. 02000000:00000010:2.0:1715211717.065456:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296200. 00000400:00000010:2.0:1715211717.065461:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:2.0:1715211717.065465:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000100:00000200:2.0:1715211717.065470:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076028416, portal 4 00000400:00000010:2.0:1715211717.065475:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269198. 00000100:00000200:2.0:1715211717.065477:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076028416, offset 0 00000400:00000200:2.0:1715211717.065486:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211717.065494:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211717.065499:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1715211717.065503:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 02000000:00000010:1.0:1715211717.065505:0:15152:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e3d1c00. 00000400:00000200:2.0:1715211717.065506:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211717.065508:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211717.065512:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1536:1536:256:4294967295] 192.168.202.130@tcp LPNI seq info [1536:1536:8:4294967295] 00000400:00000010:1.0:1715211717.065514:0:15152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd69f8. 00000400:00000010:1.0:1715211717.065519:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211717.065523:0:15152:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076028352, portal 25 00000400:00000200:2.0:1715211717.065523:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000400:00000010:1.0:1715211717.065527:0:15152:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b63da088. 00000100:00000200:1.0:1715211717.065529:0:15152:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076028352, offset 0 00000400:00000200:1.0:1715211717.065537:0:15152:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000800:00000200:2.0:1715211717.065541:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:2.0:1715211717.065545:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c100. 00000400:00000200:1.0:1715211717.065546:0:15152:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:1.0:1715211717.065550:0:15152:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1715211717.065551:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:1.0:1715211717.065553:0:15152:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:1.0:1715211717.065556:0:15152:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1715211717.065558:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000400:00000200:1.0:1715211717.065559:0:15152:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:1.0:1715211717.065562:0:15152:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1537:1537:255:4294967295] 192.168.202.130@tcp LPNI seq info [1537:1537:7:4294967295] 00000800:00000200:2.0:1715211717.065562:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1715211717.065572:0:15152:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:1.0:1715211717.065577:0:15152:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:1.0:1715211717.065580:0:15152:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b5865e00. 00000800:00000200:1.0:1715211717.065585:0:15152:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:1.0:1715211717.065591:0:15152:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:1.0:1715211717.065603:0:15152:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b5865e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211717.065704:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211717.065709:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c100. 00000400:00000200:0.0:1715211717.065714:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211717.065721:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211717.065724:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269198 00000400:00000010:0.0:1715211717.065727:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269198. 00000100:00000200:0.0:1715211717.065736:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e6680 x1798526076028416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211717.065791:0:15146:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211717.065793:0:15146:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b5865e00. 00000400:00000200:0.0:1715211717.065796:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211717.065800:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211717.065802:0:15146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da088 00000400:00000010:0.0:1715211717.065804:0:15146:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da088. 00000100:00000200:0.0:1715211717.065808:0:15146:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a15e7800 x1798526076028352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211717.067401:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211717.067420:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18600 00000400:00000200:0.0:1715211717.067427:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x30c9 [1] + 224 00000400:00000200:0.0:1715211717.067438:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211717.067441:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211717.067449:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e6680 x1798526076028416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211717.067486:0:15144:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211717.067491:0:15144:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe185c0 00000400:00000200:0.0:1715211717.067496:0:15144:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x30d1 [1] + 224 00000400:00000200:0.0:1715211717.067511:0:15144:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211717.067515:0:15144:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211717.067520:0:15144:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a15e7800 x1798526076028352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:2.0:1715211717.067575:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:2.0:1715211717.067583:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:2.0:1715211717.067585:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:2.0:1715211717.067593:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e6680 x1798526076028416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211717.067604:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e6680 x1798526076028416/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211717.067626:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296200. 02000000:00000010:2.0:1715211717.067631:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6cb00. 00000100:00000010:2.0:1715211717.067633:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e6680. 00000400:00000010:1.0:1715211717.067638:0:15152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd69f8. 00000400:00000200:1.0:1715211717.067646:0:15152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b63da550 00000400:00000010:1.0:1715211717.067648:0:15152:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b63da550. 00000100:00000200:1.0:1715211717.067656:0:15152:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a15e7800 x1798526076028352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:1.0:1715211717.067667:0:15152:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a15e7800 x1798526076028352/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:1.0:1715211717.067685:0:15152:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e3d1c00. 02000000:00000010:1.0:1715211717.067691:0:15152:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6e6c000. 00000100:00000010:1.0:1715211717.067694:0:15152:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a15e7800. 00000100:00000010:3.0:1715211722.073353:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3253480. 02000000:00000010:3.0:1715211722.073369:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dba400. 00000100:00000010:3.0:1715211722.073409:0:19664:0:(client.c:561:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a3253100. 02000000:00000010:3.0:1715211722.073413:0:19664:0:(sec_null.c:166:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6dba600. 02000000:00000010:2.0:1715211722.073455:0:15154:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6296a00. 02000000:00000010:3.0:1715211722.073459:0:15151:0:(sec_null.c:209:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6e31200. 00000400:00000010:2.0:1715211722.073463:0:15154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a8cd5528. 00000400:00000010:3.0:1715211722.073464:0:15151:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800a3a50058. 00000400:00000010:2.0:1715211722.073467:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab2696e8. 00000400:00000010:3.0:1715211722.073469:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b02573b8. 00000100:00000200:2.0:1715211722.073472:0:15154:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076028480, portal 25 00000100:00000200:3.0:1715211722.073474:0:15151:0:(niobuf.c:941:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1798526076028544, portal 4 00000400:00000010:2.0:1715211722.073476:0:15154:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ab269440. 00000100:00000200:2.0:1715211722.073479:0:15154:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1798526076028480, offset 0 00000400:00000010:3.0:1715211722.073479:0:15151:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b0257f68. 00000100:00000200:3.0:1715211722.073482:0:15151:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1798526076028544, offset 0 00000400:00000200:2.0:1715211722.073486:0:15154:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211722.073494:0:15154:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:2.0:1715211722.073499:0:15154:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211722.073500:0:15151:0:(lib-move.c:5267:LNetPut()) LNetPut -> 12345-192.168.202.130@tcp 00000400:00000200:2.0:1715211722.073502:0:15154:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000400:00000200:2.0:1715211722.073505:0:15154:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1715211722.073507:0:15154:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000400:00000200:2.0:1715211722.073510:0:15154:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1538:1538:256:4294967295] 192.168.202.130@tcp LPNI seq info [1538:1538:8:4294967295] 00000400:00000200:2.0:1715211722.073519:0:15154:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:2.0:1715211722.073525:0:15154:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000400:00000200:3.0:1715211722.073528:0:15151:0:(lib-move.c:2927:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.130@tcp local destination 00000400:00000200:3.0:1715211722.073532:0:15151:0:(lib-move.c:2557:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1715211722.073535:0:15151:0:(lib-move.c:1740:lnet_get_best_ni()) selected best_ni 192.168.202.30@tcp 00000800:00000010:2.0:1715211722.073537:0:15154:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6e6c500. 00000400:00000200:3.0:1715211722.073538:0:15151:0:(lib-move.c:1319:lnet_select_peer_ni()) 192.168.202.30@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1715211722.073541:0:15151:0:(lib-move.c:1388:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.130@tcp 00000800:00000200:2.0:1715211722.073542:0:15154:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000400:00000200:3.0:1715211722.073544:0:15151:0:(lib-move.c:1861:lnet_handle_send()) 192.168.202.30@tcp NI seq info: [1539:1539:255:4294967295] 192.168.202.130@tcp LPNI seq info [1539:1539:7:4294967295] 00000800:00000200:2.0:1715211722.073549:0:15154:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:2.0:1715211722.073552:0:15154:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6e6c500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1715211722.073553:0:15151:0:(lib-move.c:1978:lnet_handle_send()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp:) -> 192.168.202.130@tcp(192.168.202.130@tcp:192.168.202.130@tcp) : PUT try# 0 00000800:00000200:3.0:1715211722.073558:0:15151:0:(socklnd_cb.c:1007:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.130@tcp 00000800:00000010:3.0:1715211722.073562:0:15151:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6dba800. 00000800:00000200:3.0:1715211722.073567:0:15151:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff880134ae56c0] -> 12345-192.168.202.130@tcp (5) 00000800:00000200:3.0:1715211722.073573:0:15151:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:988 00000800:00000200:3.0:1715211722.073576:0:15151:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b6dba800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1715211722.073618:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211722.073624:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6e6c500. 00000400:00000200:0.0:1715211722.073628:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211722.073635:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211722.073639:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab269440 00000400:00000010:0.0:1715211722.073641:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab269440. 00000100:00000200:0.0:1715211722.073648:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3253480 x1798526076028480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000200:0.0:1715211722.073704:0:15145:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1715211722.073706:0:15145:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6dba800. 00000400:00000200:0.0:1715211722.073709:0:15145:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211722.073713:0:15145:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000400:00000200:0.0:1715211722.073715:0:15145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b0257f68 00000400:00000010:0.0:1715211722.073717:0:15145:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b0257f68. 00000100:00000200:0.0:1715211722.073721:0:15145:0:(events.c:58:request_out_callback()) @@@ type 5, status 0 req@ffff8800a3253100 x1798526076028544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211722.075344:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211722.075355:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 4 MB=0x663bffbe18680 00000400:00000200:0.0:1715211722.075362:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.130@tcp of length 224/224 into md 0x30dd [1] + 224 00000400:00000200:0.0:1715211722.075370:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211722.075374:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211722.075381:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3253100 x1798526076028544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000200:0.0:1715211722.075416:0:15146:0:(lib-move.c:4762:lnet_parse()) TRACE: 192.168.202.30@tcp(192.168.202.30@tcp) <- 192.168.202.130@tcp : PUT - for me 00000400:00000200:0.0:1715211722.075421:0:15146:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.130@tcp of length 224 into portal 25 MB=0x663bffbe18640 00000400:00000200:0.0:1715211722.075426:0:15146:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.130@tcp of length 224/224 into md 0x30d9 [1] + 224 00000400:00000200:0.0:1715211722.075443:0:15146:0:(lib-msg.c:1024:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1715211722.075447:0:15146:0:(lib-msg.c:797:lnet_health_check()) health check: 192.168.202.30@tcp->192.168.202.130@tcp: PUT: OK 00000100:00000200:0.0:1715211722.075452:0:15146:0:(events.c:99:reply_in_callback()) @@@ type 2, status 0 req@ffff8800a3253480 x1798526076028480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000400:00000010:3.0:1715211722.075505:0:15151:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a3a50058. 00000400:00000200:3.0:1715211722.075514:0:15151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b02573b8 00000400:00000010:3.0:1715211722.075516:0:15151:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800b02573b8. 00000100:00000200:3.0:1715211722.075524:0:15151:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3253100 x1798526076028544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:3.0:1715211722.075534:0:15151:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3253100 x1798526076028544/t0(0) o400->lustre-OST0001-osc-ffff88012c0c1800@192.168.202.130@tcp:28/4 lens 224/224 e 0 to 0 dl 1715211738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:3.0:1715211722.075555:0:15151:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6e31200. 02000000:00000010:3.0:1715211722.075560:0:15151:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dba600. 00000100:00000010:3.0:1715211722.075563:0:15151:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3253100. 00000400:00000010:2.0:1715211722.075574:0:15154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800a8cd5528. 00000400:00000200:2.0:1715211722.075581:0:15154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ab2696e8 00000400:00000010:2.0:1715211722.075584:0:15154:0:(lib-lnet.h:295:lnet_md_free()) slab-freed 'md': 136 at ffff8800ab2696e8. 00000100:00000200:2.0:1715211722.075591:0:15154:0:(events.c:99:reply_in_callback()) @@@ type 6, status 0 req@ffff8800a3253480 x1798526076028480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00000200:2.0:1715211722.075603:0:15154:0:(events.c:121:reply_in_callback()) @@@ unlink req@ffff8800a3253480 x1798526076028480/t0(0) o400->MGC192.168.202.130@tcp@192.168.202.130@tcp:26/25 lens 224/224 e 0 to 0 dl 1715211738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 02000000:00000010:2.0:1715211722.075621:0:15154:0:(sec_null.c:223:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6296a00. 02000000:00000010:2.0:1715211722.075626:0:15154:0:(sec_null.c:193:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6dba400. 00000100:00000010:2.0:1715211722.075629:0:15154:0:(client.c:567:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a3253480. Debug log: 68530 lines, 68530 kept, 0 dropped, 0 bad.